2024-11-27 01:16:52,082 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 01:16:52,095 main DEBUG Took 0.010649 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 01:16:52,095 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 01:16:52,095 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 01:16:52,096 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 01:16:52,097 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,104 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 01:16:52,122 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,123 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,124 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,124 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,125 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,125 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,126 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,126 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,126 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,127 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,128 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,129 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,130 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,130 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,130 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,131 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,132 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:16:52,132 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,133 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 01:16:52,134 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:16:52,135 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 01:16:52,137 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 01:16:52,137 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 01:16:52,138 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 01:16:52,139 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 01:16:52,147 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 01:16:52,149 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 01:16:52,151 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 01:16:52,151 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 01:16:52,151 main DEBUG createAppenders(={Console}) 2024-11-27 01:16:52,152 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-27 01:16:52,152 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-27 01:16:52,152 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-27 01:16:52,153 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 01:16:52,153 main DEBUG OutputStream closed 2024-11-27 01:16:52,153 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 01:16:52,154 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 01:16:52,154 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-27 01:16:52,219 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 01:16:52,221 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 01:16:52,222 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 01:16:52,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 01:16:52,223 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 01:16:52,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 01:16:52,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 01:16:52,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 01:16:52,224 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 01:16:52,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 01:16:52,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 01:16:52,225 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 01:16:52,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 01:16:52,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 01:16:52,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 01:16:52,226 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 01:16:52,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 01:16:52,227 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 01:16:52,230 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 01:16:52,230 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-27 01:16:52,230 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 01:16:52,231 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-27T01:16:52,244 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-27 01:16:52,247 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 01:16:52,247 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T01:16:52,298 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=11, AvailableMemoryMB=6757 2024-11-27T01:16:52,527 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-27T01:16:52,569 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d 2024-11-27T01:16:52,573 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/cluster_98cdc6ec-2692-47f9-01fb-cba48ff33cca, deleteOnExit=true 2024-11-27T01:16:52,666 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/cluster_98cdc6ec-2692-47f9-01fb-cba48ff33cca/zookeeper_0, clientPort=57990, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/cluster_98cdc6ec-2692-47f9-01fb-cba48ff33cca/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/cluster_98cdc6ec-2692-47f9-01fb-cba48ff33cca/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T01:16:52,678 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57990 2024-11-27T01:16:52,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:16:52,693 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:16:52,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/test.cache.data in system properties and HBase conf 2024-11-27T01:16:52,694 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:16:52,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:16:52,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:16:52,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:16:52,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:16:52,779 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T01:16:52,865 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:16:52,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:16:52,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:16:52,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:16:52,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:16:52,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:16:52,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:16:52,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:16:52,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:16:52,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:16:52,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:16:52,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:16:52,873 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:16:52,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:16:52,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:16:53,684 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T01:16:53,772 INFO [Time-limited test {}] log.Log(170): Logging initialized @2379ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T01:16:53,860 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:16:53,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:16:53,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:16:53,948 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:16:53,950 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:16:53,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:16:53,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:16:53,964 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:16:54,138 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/java.io.tmpdir/jetty-localhost-42795-hadoop-hdfs-3_4_1-tests_jar-_-any-1821869763106465165/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:16:54,144 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:42795} 2024-11-27T01:16:54,144 INFO [Time-limited test {}] server.Server(415): Started @2752ms 2024-11-27T01:16:54,519 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:16:54,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:16:54,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:16:54,529 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:16:54,529 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:16:54,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:16:54,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:16:54,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/java.io.tmpdir/jetty-localhost-32769-hadoop-hdfs-3_4_1-tests_jar-_-any-10169233415858474997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:16:54,666 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:32769} 2024-11-27T01:16:54,666 INFO [Time-limited test {}] server.Server(415): Started @3274ms 2024-11-27T01:16:54,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:16:55,201 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/cluster_98cdc6ec-2692-47f9-01fb-cba48ff33cca/data/data1/current/BP-1221160127-172.17.0.2-1732670213430/current, will proceed with Du for space computation calculation, 2024-11-27T01:16:55,201 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/cluster_98cdc6ec-2692-47f9-01fb-cba48ff33cca/data/data2/current/BP-1221160127-172.17.0.2-1732670213430/current, will proceed with Du for space computation calculation, 2024-11-27T01:16:55,234 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:16:55,287 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1df7584ecbee462e with lease ID 0xa881b5bf1f1d6c59: Processing first storage report for DS-0823a960-91ca-4829-acaf-bfb8a97ebc7b from datanode DatanodeRegistration(127.0.0.1:36181, datanodeUuid=98fa1076-774a-4a0a-9fa8-4bbd69ec4440, infoPort=33639, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1246589851;c=1732670213430) 2024-11-27T01:16:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1df7584ecbee462e with lease ID 0xa881b5bf1f1d6c59: from storage DS-0823a960-91ca-4829-acaf-bfb8a97ebc7b node DatanodeRegistration(127.0.0.1:36181, datanodeUuid=98fa1076-774a-4a0a-9fa8-4bbd69ec4440, infoPort=33639, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1246589851;c=1732670213430), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T01:16:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1df7584ecbee462e with lease ID 0xa881b5bf1f1d6c59: Processing first storage report for DS-58f5451f-5fd3-422f-be7d-c36ab8f72662 from datanode DatanodeRegistration(127.0.0.1:36181, datanodeUuid=98fa1076-774a-4a0a-9fa8-4bbd69ec4440, infoPort=33639, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1246589851;c=1732670213430) 2024-11-27T01:16:55,289 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1df7584ecbee462e with lease ID 0xa881b5bf1f1d6c59: from storage DS-58f5451f-5fd3-422f-be7d-c36ab8f72662 node DatanodeRegistration(127.0.0.1:36181, datanodeUuid=98fa1076-774a-4a0a-9fa8-4bbd69ec4440, infoPort=33639, infoSecurePort=0, ipcPort=37577, storageInfo=lv=-57;cid=testClusterID;nsid=1246589851;c=1732670213430), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:16:55,292 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d 2024-11-27T01:16:55,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:16:55,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:16:55,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:16:55,940 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef with version=8 2024-11-27T01:16:55,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/hbase-staging 2024-11-27T01:16:56,036 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T01:16:56,289 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:16:56,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:16:56,300 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:16:56,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:16:56,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:16:56,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:16:56,438 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:16:56,498 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T01:16:56,507 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T01:16:56,511 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:16:56,538 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12789 (auto-detected) 2024-11-27T01:16:56,539 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T01:16:56,558 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44073 2024-11-27T01:16:56,579 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44073 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-11-27T01:16:56,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440730x0, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:16:56,616 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44073-0x10156ff34b60000 connected 2024-11-27T01:16:56,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:16:56,647 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:16:56,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/running 2024-11-27T01:16:56,660 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef, hbase.cluster.distributed=false 2024-11-27T01:16:56,684 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/acl 2024-11-27T01:16:56,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44073 2024-11-27T01:16:56,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44073 2024-11-27T01:16:56,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44073 2024-11-27T01:16:56,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44073 2024-11-27T01:16:56,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44073 2024-11-27T01:16:56,803 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:16:56,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:16:56,805 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:16:56,806 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:16:56,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:16:56,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:16:56,809 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:16:56,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:16:56,813 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38857 2024-11-27T01:16:56,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38857 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-11-27T01:16:56,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:16:56,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:16:56,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388570x0, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:16:56,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38857-0x10156ff34b60001 connected 2024-11-27T01:16:56,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/running 2024-11-27T01:16:56,832 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:16:56,840 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:16:56,842 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/master 2024-11-27T01:16:56,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/acl 2024-11-27T01:16:56,847 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38857 2024-11-27T01:16:56,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38857 2024-11-27T01:16:56,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38857 2024-11-27T01:16:56,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38857 2024-11-27T01:16:56,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38857 2024-11-27T01:16:56,864 DEBUG [M:0;7d6f26a4c136:44073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:44073 2024-11-27T01:16:56,865 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0987331538/backup-masters/7d6f26a4c136,44073,1732670216090 2024-11-27T01:16:56,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/backup-masters 2024-11-27T01:16:56,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/backup-masters 2024-11-27T01:16:56,874 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on existing znode=/0987331538/backup-masters/7d6f26a4c136,44073,1732670216090 2024-11-27T01:16:56,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987331538/master 2024-11-27T01:16:56,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:56,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:56,896 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on existing znode=/0987331538/master 2024-11-27T01:16:56,897 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0987331538/backup-masters/7d6f26a4c136,44073,1732670216090 from backup master directory 2024-11-27T01:16:56,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987331538/backup-masters/7d6f26a4c136,44073,1732670216090 2024-11-27T01:16:56,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/backup-masters 2024-11-27T01:16:56,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/backup-masters 2024-11-27T01:16:56,901 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:16:56,901 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,44073,1732670216090 2024-11-27T01:16:56,903 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T01:16:56,905 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T01:16:56,962 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/hbase.id] with ID: f210f9dc-cde9-4fda-a063-244e18bf6924 2024-11-27T01:16:56,962 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/.tmp/hbase.id 2024-11-27T01:16:56,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:16:57,374 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/.tmp/hbase.id]:[hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/hbase.id] 2024-11-27T01:16:57,416 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:16:57,420 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:16:57,439 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-27T01:16:57,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:57,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:57,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:16:57,464 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:16:57,467 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:16:57,489 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:16:57,493 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:16:57,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:16:57,541 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store 2024-11-27T01:16:57,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:16:57,964 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T01:16:57,968 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:16:57,970 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:16:57,970 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:16:57,971 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:16:57,973 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:16:57,973 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:16:57,973 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:16:57,975 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670217970Disabling compacts and flushes for region at 1732670217970Disabling writes for close at 1732670217973 (+3 ms)Writing region close event to WAL at 1732670217973Closed at 1732670217973 2024-11-27T01:16:57,977 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/.initializing 2024-11-27T01:16:57,978 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,44073,1732670216090 2024-11-27T01:16:57,988 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:16:58,004 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C44073%2C1732670216090, suffix=, logDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,44073,1732670216090, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/oldWALs, maxLogs=10 2024-11-27T01:16:58,038 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,44073,1732670216090/7d6f26a4c136%2C44073%2C1732670216090.1732670218010, exclude list is [], retry=0 2024-11-27T01:16:58,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36181,DS-0823a960-91ca-4829-acaf-bfb8a97ebc7b,DISK] 2024-11-27T01:16:58,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T01:16:58,092 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,44073,1732670216090/7d6f26a4c136%2C44073%2C1732670216090.1732670218010 2024-11-27T01:16:58,093 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33639:33639)] 2024-11-27T01:16:58,094 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:16:58,095 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:16:58,098 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,099 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:16:58,165 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:58,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:16:58,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:16:58,171 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:58,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:16:58,173 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,175 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:16:58,175 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:58,176 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:16:58,177 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,179 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:16:58,179 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:58,180 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:16:58,180 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,184 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,185 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,190 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,190 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,193 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:16:58,196 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:16:58,201 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:16:58,202 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73302096, jitterRate=0.09228634834289551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:16:58,207 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670218111Initializing all the Stores at 1732670218114 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670218114Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670218115 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670218115Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670218115Cleaning up temporary data from old regions at 1732670218190 (+75 ms)Region opened successfully at 1732670218207 (+17 ms) 2024-11-27T01:16:58,209 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:16:58,242 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcc26f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:16:58,275 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:16:58,287 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:16:58,287 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:16:58,290 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:16:58,292 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T01:16:58,297 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-27T01:16:58,297 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:16:58,323 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:16:58,332 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/balancer because node does not exist (not necessarily an error) 2024-11-27T01:16:58,334 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/balancer already deleted, retry=false 2024-11-27T01:16:58,336 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:16:58,338 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:16:58,339 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/normalizer already deleted, retry=false 2024-11-27T01:16:58,341 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:16:58,345 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:16:58,349 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/switch/split already deleted, retry=false 2024-11-27T01:16:58,350 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:16:58,351 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/switch/merge already deleted, retry=false 2024-11-27T01:16:58,369 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:16:58,371 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/snapshot-cleanup already deleted, retry=false 2024-11-27T01:16:58,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987331538/running 2024-11-27T01:16:58,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987331538/running 2024-11-27T01:16:58,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:58,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:58,377 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,44073,1732670216090, sessionid=0x10156ff34b60000, setting cluster-up flag (Was=false) 2024-11-27T01:16:58,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:58,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:58,397 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0987331538/flush-table-proc/acquired, /0987331538/flush-table-proc/reached, /0987331538/flush-table-proc/abort 2024-11-27T01:16:58,399 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,44073,1732670216090 2024-11-27T01:16:58,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:58,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:58,410 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0987331538/online-snapshot/acquired, /0987331538/online-snapshot/reached, /0987331538/online-snapshot/abort 2024-11-27T01:16:58,412 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,44073,1732670216090 2024-11-27T01:16:58,419 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:16:58,454 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(746): ClusterId : f210f9dc-cde9-4fda-a063-244e18bf6924 2024-11-27T01:16:58,457 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:16:58,461 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:16:58,462 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:16:58,464 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:16:58,465 DEBUG [RS:0;7d6f26a4c136:38857 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7755d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:16:58,480 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:38857 2024-11-27T01:16:58,483 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:16:58,483 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:16:58,484 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:16:58,486 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,44073,1732670216090 with port=38857, startcode=1732670216763 2024-11-27T01:16:58,497 DEBUG [RS:0;7d6f26a4c136:38857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:16:58,506 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:16:58,517 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:16:58,524 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:16:58,530 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,44073,1732670216090 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:16:58,537 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:16:58,537 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:16:58,538 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:16:58,538 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:16:58,538 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:16:58,538 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:16:58,538 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,539 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:16:58,539 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,540 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670248540 2024-11-27T01:16:58,542 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:16:58,543 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:16:58,543 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T01:16:58,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:16:58,545 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:16:58,548 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:16:58,548 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:16:58,549 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:16:58,549 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:16:58,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:58,550 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:16:58,555 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:16:58,556 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:16:58,556 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:16:58,557 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:16:58,560 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:16:58,561 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:16:58,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:16:58,563 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670218562,5,FailOnTimeoutGroup] 2024-11-27T01:16:58,563 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670218563,5,FailOnTimeoutGroup] 2024-11-27T01:16:58,563 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,563 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:16:58,565 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,565 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,574 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T01:16:58,574 WARN [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T01:16:58,676 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,44073,1732670216090 with port=38857, startcode=1732670216763 2024-11-27T01:16:58,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,38857,1732670216763 2024-11-27T01:16:58,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44073 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,38857,1732670216763 2024-11-27T01:16:58,689 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef 2024-11-27T01:16:58,690 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39021 2024-11-27T01:16:58,690 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:16:58,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/rs 2024-11-27T01:16:58,696 DEBUG [RS:0;7d6f26a4c136:38857 {}] zookeeper.ZKUtil(111): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on existing znode=/0987331538/rs/7d6f26a4c136,38857,1732670216763 2024-11-27T01:16:58,696 WARN [RS:0;7d6f26a4c136:38857 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:16:58,696 INFO [RS:0;7d6f26a4c136:38857 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:16:58,696 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763 2024-11-27T01:16:58,698 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,38857,1732670216763] 2024-11-27T01:16:58,722 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:16:58,735 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:16:58,740 INFO [RS:0;7d6f26a4c136:38857 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:16:58,740 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,741 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:16:58,746 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:16:58,748 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,748 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,748 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,748 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,749 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,749 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,749 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:16:58,749 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,749 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,749 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,749 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,750 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,750 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:16:58,750 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:16:58,750 DEBUG [RS:0;7d6f26a4c136:38857 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:16:58,751 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,751 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,751 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,751 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,751 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,752 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,38857,1732670216763-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:16:58,771 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:16:58,773 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,38857,1732670216763-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,773 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,773 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.Replication(171): 7d6f26a4c136,38857,1732670216763 started 2024-11-27T01:16:58,791 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:16:58,792 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,38857,1732670216763, RpcServer on 7d6f26a4c136/172.17.0.2:38857, sessionid=0x10156ff34b60001 2024-11-27T01:16:58,792 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:16:58,793 DEBUG [RS:0;7d6f26a4c136:38857 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,38857,1732670216763 2024-11-27T01:16:58,793 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,38857,1732670216763' 2024-11-27T01:16:58,793 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0987331538/flush-table-proc/abort' 2024-11-27T01:16:58,794 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0987331538/flush-table-proc/acquired' 2024-11-27T01:16:58,795 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:16:58,795 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:16:58,795 DEBUG [RS:0;7d6f26a4c136:38857 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,38857,1732670216763 2024-11-27T01:16:58,795 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,38857,1732670216763' 2024-11-27T01:16:58,795 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0987331538/online-snapshot/abort' 2024-11-27T01:16:58,796 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0987331538/online-snapshot/acquired' 2024-11-27T01:16:58,796 DEBUG [RS:0;7d6f26a4c136:38857 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:16:58,797 INFO [RS:0;7d6f26a4c136:38857 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:16:58,797 INFO [RS:0;7d6f26a4c136:38857 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:16:58,902 INFO [RS:0;7d6f26a4c136:38857 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:16:58,906 INFO [RS:0;7d6f26a4c136:38857 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C38857%2C1732670216763, suffix=, logDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs, maxLogs=10 2024-11-27T01:16:58,923 DEBUG [RS:0;7d6f26a4c136:38857 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908, exclude list is [], retry=0 2024-11-27T01:16:58,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36181,DS-0823a960-91ca-4829-acaf-bfb8a97ebc7b,DISK] 2024-11-27T01:16:58,931 INFO [RS:0;7d6f26a4c136:38857 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 2024-11-27T01:16:58,932 DEBUG [RS:0;7d6f26a4c136:38857 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33639:33639)] 2024-11-27T01:16:58,965 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:16:58,965 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef 2024-11-27T01:16:58,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:16:59,376 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:16:59,379 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:16:59,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:16:59,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:59,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:16:59,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:16:59,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:16:59,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:59,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:16:59,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:16:59,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:16:59,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:59,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:16:59,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:16:59,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:16:59,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:59,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:16:59,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:16:59,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740 2024-11-27T01:16:59,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740 2024-11-27T01:16:59,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:16:59,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:16:59,398 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:16:59,400 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:16:59,404 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:16:59,404 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66400797, jitterRate=-0.010551020503044128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:16:59,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670219377Initializing all the Stores at 1732670219378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670219378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670219379 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670219379Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670219379Cleaning up temporary data from old regions at 1732670219397 (+18 ms)Region opened successfully at 1732670219407 (+10 ms) 2024-11-27T01:16:59,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:16:59,407 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:16:59,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:16:59,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:16:59,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:16:59,409 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:16:59,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670219407Disabling compacts and flushes for region at 1732670219407Disabling writes for close at 1732670219407Writing region close event to WAL at 1732670219408 (+1 ms)Closed at 1732670219409 (+1 ms) 2024-11-27T01:16:59,412 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:16:59,412 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:16:59,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:16:59,427 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:16:59,430 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:16:59,582 DEBUG [7d6f26a4c136:44073 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:16:59,594 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,38857,1732670216763 2024-11-27T01:16:59,601 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,38857,1732670216763, state=OPENING 2024-11-27T01:16:59,606 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:16:59,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:59,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:16:59,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: CHANGED 2024-11-27T01:16:59,609 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: CHANGED 2024-11-27T01:16:59,610 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:16:59,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,38857,1732670216763}] 2024-11-27T01:16:59,788 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:16:59,791 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:16:59,803 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:16:59,803 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:16:59,804 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:16:59,807 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C38857%2C1732670216763.meta, suffix=.meta, logDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs, maxLogs=10 2024-11-27T01:16:59,824 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.meta.1732670219809.meta, exclude list is [], retry=0 2024-11-27T01:16:59,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36181,DS-0823a960-91ca-4829-acaf-bfb8a97ebc7b,DISK] 2024-11-27T01:16:59,831 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.meta.1732670219809.meta 2024-11-27T01:16:59,831 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33639:33639)] 2024-11-27T01:16:59,831 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:16:59,836 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:16:59,837 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:16:59,840 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:16:59,842 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:16:59,846 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:16:59,847 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:16:59,847 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:16:59,847 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:16:59,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:16:59,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:16:59,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:59,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:16:59,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:16:59,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:16:59,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:59,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:16:59,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:16:59,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:16:59,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:59,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:16:59,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:16:59,859 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:16:59,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:16:59,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:16:59,860 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:16:59,861 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740 2024-11-27T01:16:59,863 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740 2024-11-27T01:16:59,866 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:16:59,866 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:16:59,866 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:16:59,869 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:16:59,870 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62834920, jitterRate=-0.06368672847747803}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:16:59,871 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:16:59,872 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670219847Writing region info on filesystem at 1732670219848 (+1 ms)Initializing all the Stores at 1732670219849 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670219849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670219850 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670219850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670219850Cleaning up temporary data from old regions at 1732670219866 (+16 ms)Running coprocessor post-open hooks at 1732670219871 (+5 ms)Region opened successfully at 1732670219872 (+1 ms) 2024-11-27T01:16:59,879 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670219778 2024-11-27T01:16:59,890 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:16:59,891 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:16:59,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,38857,1732670216763 2024-11-27T01:16:59,894 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,38857,1732670216763, state=OPEN 2024-11-27T01:16:59,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987331538/meta-region-server 2024-11-27T01:16:59,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987331538/meta-region-server 2024-11-27T01:16:59,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: CHANGED 2024-11-27T01:16:59,906 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: CHANGED 2024-11-27T01:16:59,906 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,38857,1732670216763 2024-11-27T01:16:59,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:16:59,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,38857,1732670216763 in 294 msec 2024-11-27T01:16:59,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:16:59,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 495 msec 2024-11-27T01:16:59,918 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:16:59,918 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:16:59,938 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:16:59,939 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,38857,1732670216763, seqNum=-1] 2024-11-27T01:16:59,960 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:16:59,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:16:59,992 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5400 sec 2024-11-27T01:16:59,993 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670219992, completionTime=-1 2024-11-27T01:16:59,995 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:16:59,995 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:17:00,020 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:17:00,020 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670280020 2024-11-27T01:17:00,021 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670340021 2024-11-27T01:17:00,021 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-27T01:17:00,023 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44073,1732670216090-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:00,023 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44073,1732670216090-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:00,023 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44073,1732670216090-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:00,025 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:44073, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:00,025 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:00,026 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:00,032 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:17:00,053 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.151sec 2024-11-27T01:17:00,054 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:17:00,056 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:17:00,057 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:17:00,057 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:17:00,057 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:17:00,058 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44073,1732670216090-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:00,058 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44073,1732670216090-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:17:00,090 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:17:00,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:00,091 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:17:00,092 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44073,1732670216090-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:00,094 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T01:17:00,094 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T01:17:00,098 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,44073,-1 for getting cluster id 2024-11-27T01:17:00,102 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:00,115 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f210f9dc-cde9-4fda-a063-244e18bf6924' 2024-11-27T01:17:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:00,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f210f9dc-cde9-4fda-a063-244e18bf6924" 2024-11-27T01:17:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b026459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:00,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,44073,-1] 2024-11-27T01:17:00,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:00,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:00,126 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:00,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:00,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:00,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,38857,1732670216763, seqNum=-1] 2024-11-27T01:17:00,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:00,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:00,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,44073,1732670216090 2024-11-27T01:17:00,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-11-27T01:17:00,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:00,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10156ff34b60002 connected 2024-11-27T01:17:00,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/hadoop.log.dir so I do NOT create it in target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb 2024-11-27T01:17:00,183 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:17:00,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/hadoop.tmp.dir so I do NOT create it in target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb 2024-11-27T01:17:00,183 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:17:00,183 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb 2024-11-27T01:17:00,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:17:00,183 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/cluster_c25308cc-3d84-8c15-a59b-37d6d28b03d9, deleteOnExit=true 2024-11-27T01:17:00,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:17:00,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/test.cache.data in system properties and HBase conf 2024-11-27T01:17:00,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:17:00,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:17:00,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:17:00,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:17:00,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:17:00,185 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:17:00,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:17:00,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:17:00,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:17:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:17:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:17:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:17:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:17:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:17:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:17:00,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:17:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:17:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:17:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:17:00,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:17:00,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:00,308 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:17:00,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:17:00,315 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:17:00,315 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:17:00,316 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:00,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:17:00,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:17:00,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/java.io.tmpdir/jetty-localhost-44119-hadoop-hdfs-3_4_1-tests_jar-_-any-8919468589438651321/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:17:00,485 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:44119} 2024-11-27T01:17:00,486 INFO [Time-limited test {}] server.Server(415): Started @9094ms 2024-11-27T01:17:00,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:00,614 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:17:00,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:17:00,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:17:00,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:17:00,627 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:17:00,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:17:00,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/java.io.tmpdir/jetty-localhost-37961-hadoop-hdfs-3_4_1-tests_jar-_-any-3358557109594180379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:17:00,755 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:37961} 2024-11-27T01:17:00,755 INFO [Time-limited test {}] server.Server(415): Started @9363ms 2024-11-27T01:17:00,757 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:17:00,853 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/cluster_c25308cc-3d84-8c15-a59b-37d6d28b03d9/data/data2/current/BP-1123631895-172.17.0.2-1732670220219/current, will proceed with Du for space computation calculation, 2024-11-27T01:17:00,853 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/cluster_c25308cc-3d84-8c15-a59b-37d6d28b03d9/data/data1/current/BP-1123631895-172.17.0.2-1732670220219/current, will proceed with Du for space computation calculation, 2024-11-27T01:17:00,890 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:17:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd25e3e5973593206 with lease ID 0xf717d767c9daa240: Processing first storage report for DS-8dbc3651-3209-4c9c-9ec0-aa855b416725 from datanode DatanodeRegistration(127.0.0.1:43339, datanodeUuid=668e331d-9440-455d-a217-55270a5156fb, infoPort=44331, infoSecurePort=0, ipcPort=43223, storageInfo=lv=-57;cid=testClusterID;nsid=1494850561;c=1732670220219) 2024-11-27T01:17:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd25e3e5973593206 with lease ID 0xf717d767c9daa240: from storage DS-8dbc3651-3209-4c9c-9ec0-aa855b416725 node DatanodeRegistration(127.0.0.1:43339, datanodeUuid=668e331d-9440-455d-a217-55270a5156fb, infoPort=44331, infoSecurePort=0, ipcPort=43223, storageInfo=lv=-57;cid=testClusterID;nsid=1494850561;c=1732670220219), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:17:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd25e3e5973593206 with lease ID 0xf717d767c9daa240: Processing first storage report for DS-d4cfe6d2-0e21-4513-9818-13eb3d5a7b99 from datanode DatanodeRegistration(127.0.0.1:43339, datanodeUuid=668e331d-9440-455d-a217-55270a5156fb, infoPort=44331, infoSecurePort=0, ipcPort=43223, storageInfo=lv=-57;cid=testClusterID;nsid=1494850561;c=1732670220219) 2024-11-27T01:17:00,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd25e3e5973593206 with lease ID 0xf717d767c9daa240: from storage DS-d4cfe6d2-0e21-4513-9818-13eb3d5a7b99 node DatanodeRegistration(127.0.0.1:43339, datanodeUuid=668e331d-9440-455d-a217-55270a5156fb, infoPort=44331, infoSecurePort=0, ipcPort=43223, storageInfo=lv=-57;cid=testClusterID;nsid=1494850561;c=1732670220219), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:17:00,985 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb 2024-11-27T01:17:00,986 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:00,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:00,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:17:01,000 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac with version=8 2024-11-27T01:17:01,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/hbase-staging 2024-11-27T01:17:01,002 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:01,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:01,002 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:01,003 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:01,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:01,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:01,003 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:17:01,003 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:01,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35575 2024-11-27T01:17:01,005 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35575 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-11-27T01:17:01,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355750x0, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:01,008 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35575-0x10156ff34b60003 connected 2024-11-27T01:17:01,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:01,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:01,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Set watcher on znode that does not yet exist, /1-1059872853/running 2024-11-27T01:17:01,031 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac, hbase.cluster.distributed=false 2024-11-27T01:17:01,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Set watcher on znode that does not yet exist, /1-1059872853/acl 2024-11-27T01:17:01,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35575 2024-11-27T01:17:01,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35575 2024-11-27T01:17:01,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35575 2024-11-27T01:17:01,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35575 2024-11-27T01:17:01,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35575 2024-11-27T01:17:01,054 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:01,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:01,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:01,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:01,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:01,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:01,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:17:01,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:01,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45393 2024-11-27T01:17:01,059 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45393 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-11-27T01:17:01,060 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:01,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:01,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453930x0, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:01,070 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45393-0x10156ff34b60004 connected 2024-11-27T01:17:01,070 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Set watcher on znode that does not yet exist, /1-1059872853/running 2024-11-27T01:17:01,070 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:17:01,073 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:17:01,074 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Set watcher on znode that does not yet exist, /1-1059872853/master 2024-11-27T01:17:01,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Set watcher on znode that does not yet exist, /1-1059872853/acl 2024-11-27T01:17:01,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45393 2024-11-27T01:17:01,076 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45393 2024-11-27T01:17:01,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45393 2024-11-27T01:17:01,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45393 2024-11-27T01:17:01,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45393 2024-11-27T01:17:01,093 DEBUG [M:0;7d6f26a4c136:35575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:35575 2024-11-27T01:17:01,093 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1059872853/backup-masters/7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:01,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853/backup-masters 2024-11-27T01:17:01,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853/backup-masters 2024-11-27T01:17:01,096 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Set watcher on existing znode=/1-1059872853/backup-masters/7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:01,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1059872853/master 2024-11-27T01:17:01,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:01,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:01,100 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Set watcher on existing znode=/1-1059872853/master 2024-11-27T01:17:01,100 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1059872853/backup-masters/7d6f26a4c136,35575,1732670221002 from backup master directory 2024-11-27T01:17:01,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1059872853/backup-masters/7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:01,101 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853/backup-masters 2024-11-27T01:17:01,102 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:01,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853/backup-masters 2024-11-27T01:17:01,102 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:01,110 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/hbase.id] with ID: 38f1242a-0b93-4435-9704-27e4f29ff425 2024-11-27T01:17:01,110 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/.tmp/hbase.id 2024-11-27T01:17:01,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:17:01,518 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/.tmp/hbase.id]:[hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/hbase.id] 2024-11-27T01:17:01,539 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:01,540 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:17:01,541 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:17:01,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:01,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:01,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:17:01,954 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:17:01,954 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:17:01,955 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:01,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:17:02,367 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store 2024-11-27T01:17:02,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:17:02,777 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:02,777 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:17:02,778 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:02,778 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:02,778 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:17:02,778 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:02,778 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:02,778 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670222777Disabling compacts and flushes for region at 1732670222777Disabling writes for close at 1732670222778 (+1 ms)Writing region close event to WAL at 1732670222778Closed at 1732670222778 2024-11-27T01:17:02,779 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/.initializing 2024-11-27T01:17:02,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/WALs/7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:02,781 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:02,784 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C35575%2C1732670221002, suffix=, logDir=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/WALs/7d6f26a4c136,35575,1732670221002, archiveDir=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/oldWALs, maxLogs=10 2024-11-27T01:17:02,798 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/WALs/7d6f26a4c136,35575,1732670221002/7d6f26a4c136%2C35575%2C1732670221002.1732670222785, exclude list is [], retry=0 2024-11-27T01:17:02,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43339,DS-8dbc3651-3209-4c9c-9ec0-aa855b416725,DISK] 2024-11-27T01:17:02,805 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/WALs/7d6f26a4c136,35575,1732670221002/7d6f26a4c136%2C35575%2C1732670221002.1732670222785 2024-11-27T01:17:02,805 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44331:44331)] 2024-11-27T01:17:02,805 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:02,806 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:02,806 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,806 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:17:02,810 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:02,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:02,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:17:02,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:02,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:02,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:17:02,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:02,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:02,816 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:17:02,820 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:02,820 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:02,821 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,821 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,822 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,824 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,824 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,825 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:02,827 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:02,829 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:02,830 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72669194, jitterRate=0.08285537362098694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:02,830 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670222806Initializing all the Stores at 1732670222807 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670222807Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670222808 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670222808Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670222808Cleaning up temporary data from old regions at 1732670222824 (+16 ms)Region opened successfully at 1732670222830 (+6 ms) 2024-11-27T01:17:02,831 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:17:02,835 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f04881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:02,836 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:17:02,837 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:17:02,837 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:17:02,837 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:17:02,837 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:17:02,838 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:17:02,838 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:17:02,840 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:17:02,841 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Unable to get data of znode /1-1059872853/balancer because node does not exist (not necessarily an error) 2024-11-27T01:17:02,843 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1059872853/balancer already deleted, retry=false 2024-11-27T01:17:02,843 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:17:02,844 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Unable to get data of znode /1-1059872853/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:17:02,846 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1059872853/normalizer already deleted, retry=false 2024-11-27T01:17:02,847 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:17:02,848 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Unable to get data of znode /1-1059872853/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:17:02,849 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1059872853/switch/split already deleted, retry=false 2024-11-27T01:17:02,850 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Unable to get data of znode /1-1059872853/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:17:02,851 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1059872853/switch/merge already deleted, retry=false 2024-11-27T01:17:02,853 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Unable to get data of znode /1-1059872853/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:17:02,855 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1059872853/snapshot-cleanup already deleted, retry=false 2024-11-27T01:17:02,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1059872853/running 2024-11-27T01:17:02,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1059872853/running 2024-11-27T01:17:02,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:02,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:02,858 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,35575,1732670221002, sessionid=0x10156ff34b60003, setting cluster-up flag (Was=false) 2024-11-27T01:17:02,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:02,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:02,868 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1059872853/flush-table-proc/acquired, /1-1059872853/flush-table-proc/reached, /1-1059872853/flush-table-proc/abort 2024-11-27T01:17:02,870 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:02,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:02,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:02,879 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1059872853/online-snapshot/acquired, /1-1059872853/online-snapshot/reached, /1-1059872853/online-snapshot/abort 2024-11-27T01:17:02,880 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:02,882 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:17:02,884 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(746): ClusterId : 38f1242a-0b93-4435-9704-27e4f29ff425 2024-11-27T01:17:02,884 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:17:02,886 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:02,886 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:17:02,886 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:17:02,886 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:17:02,886 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:17:02,886 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,35575,1732670221002 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:17:02,890 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:17:02,890 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:02,891 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:02,891 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:02,891 DEBUG [RS:0;7d6f26a4c136:45393 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1c704b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:02,891 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:02,891 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:17:02,891 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,891 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:02,891 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,892 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670252892 2024-11-27T01:17:02,892 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:17:02,892 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:17:02,892 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:17:02,892 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:17:02,892 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:17:02,892 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:17:02,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:17:02,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:17:02,894 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:17:02,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:02,894 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:17:02,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:17:02,894 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:17:02,894 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:17:02,894 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670222894,5,FailOnTimeoutGroup] 2024-11-27T01:17:02,895 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670222894,5,FailOnTimeoutGroup] 2024-11-27T01:17:02,895 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,895 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:17:02,895 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,895 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,895 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:02,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:17:02,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:17:02,905 DEBUG [RS:0;7d6f26a4c136:45393 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:45393 2024-11-27T01:17:02,905 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:17:02,905 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:17:02,905 DEBUG [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:17:02,906 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,35575,1732670221002 with port=45393, startcode=1732670221054 2024-11-27T01:17:02,906 DEBUG [RS:0;7d6f26a4c136:45393 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:17:02,908 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:17:02,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35575 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,45393,1732670221054 2024-11-27T01:17:02,909 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35575 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,45393,1732670221054 2024-11-27T01:17:02,912 DEBUG [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac 2024-11-27T01:17:02,913 DEBUG [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42479 2024-11-27T01:17:02,913 DEBUG [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:17:02,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853/rs 2024-11-27T01:17:02,918 DEBUG [RS:0;7d6f26a4c136:45393 {}] zookeeper.ZKUtil(111): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Set watcher on existing znode=/1-1059872853/rs/7d6f26a4c136,45393,1732670221054 2024-11-27T01:17:02,918 WARN [RS:0;7d6f26a4c136:45393 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:02,918 INFO [RS:0;7d6f26a4c136:45393 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:02,918 DEBUG [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/WALs/7d6f26a4c136,45393,1732670221054 2024-11-27T01:17:02,919 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,45393,1732670221054] 2024-11-27T01:17:02,922 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:17:02,925 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:17:02,925 INFO [RS:0;7d6f26a4c136:45393 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:17:02,925 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,925 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:17:02,926 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:17:02,926 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:02,927 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:02,928 DEBUG [RS:0;7d6f26a4c136:45393 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:02,928 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,928 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,929 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,929 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,929 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,929 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45393,1732670221054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:02,944 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:17:02,944 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45393,1732670221054-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,944 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,944 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.Replication(171): 7d6f26a4c136,45393,1732670221054 started 2024-11-27T01:17:02,958 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:02,958 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,45393,1732670221054, RpcServer on 7d6f26a4c136/172.17.0.2:45393, sessionid=0x10156ff34b60004 2024-11-27T01:17:02,959 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:17:02,959 DEBUG [RS:0;7d6f26a4c136:45393 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,45393,1732670221054 2024-11-27T01:17:02,959 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,45393,1732670221054' 2024-11-27T01:17:02,959 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1059872853/flush-table-proc/abort' 2024-11-27T01:17:02,960 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1059872853/flush-table-proc/acquired' 2024-11-27T01:17:02,960 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:17:02,960 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:17:02,960 DEBUG [RS:0;7d6f26a4c136:45393 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,45393,1732670221054 2024-11-27T01:17:02,960 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,45393,1732670221054' 2024-11-27T01:17:02,960 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1059872853/online-snapshot/abort' 2024-11-27T01:17:02,961 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1059872853/online-snapshot/acquired' 2024-11-27T01:17:02,961 DEBUG [RS:0;7d6f26a4c136:45393 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:17:02,961 INFO [RS:0;7d6f26a4c136:45393 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:17:02,961 INFO [RS:0;7d6f26a4c136:45393 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:17:03,062 INFO [RS:0;7d6f26a4c136:45393 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:03,065 INFO [RS:0;7d6f26a4c136:45393 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C45393%2C1732670221054, suffix=, logDir=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/WALs/7d6f26a4c136,45393,1732670221054, archiveDir=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/oldWALs, maxLogs=10 2024-11-27T01:17:03,079 DEBUG [RS:0;7d6f26a4c136:45393 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/WALs/7d6f26a4c136,45393,1732670221054/7d6f26a4c136%2C45393%2C1732670221054.1732670223066, exclude list is [], retry=0 2024-11-27T01:17:03,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43339,DS-8dbc3651-3209-4c9c-9ec0-aa855b416725,DISK] 2024-11-27T01:17:03,086 INFO [RS:0;7d6f26a4c136:45393 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/WALs/7d6f26a4c136,45393,1732670221054/7d6f26a4c136%2C45393%2C1732670221054.1732670223066 2024-11-27T01:17:03,087 DEBUG [RS:0;7d6f26a4c136:45393 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44331:44331)] 2024-11-27T01:17:03,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:17:03,305 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac 2024-11-27T01:17:03,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:17:03,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:03,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:17:03,719 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:17:03,719 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:03,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:03,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:17:03,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:17:03,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:03,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:03,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:17:03,725 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:17:03,725 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:03,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:03,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:17:03,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:17:03,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:03,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:03,728 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:17:03,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/1588230740 2024-11-27T01:17:03,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/1588230740 2024-11-27T01:17:03,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:17:03,731 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:17:03,732 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:03,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:17:03,736 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:03,737 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59592492, jitterRate=-0.1120026707649231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:03,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670223715Initializing all the Stores at 1732670223716 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670223717 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670223717Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670223717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670223717Cleaning up temporary data from old regions at 1732670223731 (+14 ms)Region opened successfully at 1732670223737 (+6 ms) 2024-11-27T01:17:03,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:17:03,737 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:17:03,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:17:03,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:17:03,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:17:03,738 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:03,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670223737Disabling compacts and flushes for region at 1732670223737Disabling writes for close at 1732670223737Writing region close event to WAL at 1732670223738 (+1 ms)Closed at 1732670223738 2024-11-27T01:17:03,740 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:03,740 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:17:03,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:17:03,742 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:03,743 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:17:03,894 DEBUG [7d6f26a4c136:35575 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:17:03,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,45393,1732670221054 2024-11-27T01:17:03,897 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,45393,1732670221054, state=OPENING 2024-11-27T01:17:03,899 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:17:03,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:03,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:03,903 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:03,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1059872853/meta-region-server: CHANGED 2024-11-27T01:17:03,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,45393,1732670221054}] 2024-11-27T01:17:03,904 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1059872853/meta-region-server: CHANGED 2024-11-27T01:17:04,058 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:17:04,060 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:17:04,066 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:17:04,066 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:04,066 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:17:04,069 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C45393%2C1732670221054.meta, suffix=.meta, logDir=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/WALs/7d6f26a4c136,45393,1732670221054, archiveDir=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/oldWALs, maxLogs=10 2024-11-27T01:17:04,084 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/WALs/7d6f26a4c136,45393,1732670221054/7d6f26a4c136%2C45393%2C1732670221054.meta.1732670224070.meta, exclude list is [], retry=0 2024-11-27T01:17:04,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43339,DS-8dbc3651-3209-4c9c-9ec0-aa855b416725,DISK] 2024-11-27T01:17:04,089 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/WALs/7d6f26a4c136,45393,1732670221054/7d6f26a4c136%2C45393%2C1732670221054.meta.1732670224070.meta 2024-11-27T01:17:04,090 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44331:44331)] 2024-11-27T01:17:04,090 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:04,090 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:04,090 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:17:04,091 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:17:04,091 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:17:04,091 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:17:04,091 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:04,091 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:17:04,091 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:17:04,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:17:04,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:17:04,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:04,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:04,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:17:04,096 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:17:04,096 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:04,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:04,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:17:04,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:17:04,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:04,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:04,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:17:04,101 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:17:04,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:04,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:04,102 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:17:04,103 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/1588230740 2024-11-27T01:17:04,105 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/1588230740 2024-11-27T01:17:04,107 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:17:04,107 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:17:04,108 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:04,110 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:17:04,111 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65179218, jitterRate=-0.028753966093063354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:04,111 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:17:04,111 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670224091Writing region info on filesystem at 1732670224091Initializing all the Stores at 1732670224093 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670224093Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670224093Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670224093Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670224093Cleaning up temporary data from old regions at 1732670224107 (+14 ms)Running coprocessor post-open hooks at 1732670224111 (+4 ms)Region opened successfully at 1732670224111 2024-11-27T01:17:04,113 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670224057 2024-11-27T01:17:04,116 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:17:04,117 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:17:04,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,45393,1732670221054 2024-11-27T01:17:04,119 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,45393,1732670221054, state=OPEN 2024-11-27T01:17:04,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1059872853/meta-region-server 2024-11-27T01:17:04,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1059872853/meta-region-server 2024-11-27T01:17:04,121 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,45393,1732670221054 2024-11-27T01:17:04,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1059872853/meta-region-server: CHANGED 2024-11-27T01:17:04,121 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1059872853/meta-region-server: CHANGED 2024-11-27T01:17:04,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:17:04,125 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,45393,1732670221054 in 217 msec 2024-11-27T01:17:04,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:17:04,128 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-27T01:17:04,129 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:04,129 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:17:04,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:04,131 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,45393,1732670221054, seqNum=-1] 2024-11-27T01:17:04,131 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:04,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:04,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2560 sec 2024-11-27T01:17:04,141 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670224141, completionTime=-1 2024-11-27T01:17:04,142 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:17:04,142 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:17:04,144 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:17:04,144 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670284144 2024-11-27T01:17:04,144 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670344144 2024-11-27T01:17:04,144 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T01:17:04,145 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35575,1732670221002-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:04,145 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35575,1732670221002-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:04,145 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35575,1732670221002-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:04,145 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:35575, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:04,145 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:04,145 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:04,147 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:17:04,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.048sec 2024-11-27T01:17:04,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:17:04,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:17:04,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:17:04,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:17:04,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:17:04,151 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35575,1732670221002-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:04,151 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35575,1732670221002-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:17:04,154 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:17:04,154 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:17:04,154 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35575,1732670221002-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:04,185 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:04,185 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35575,-1 for getting cluster id 2024-11-27T01:17:04,185 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:04,187 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38f1242a-0b93-4435-9704-27e4f29ff425' 2024-11-27T01:17:04,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:04,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38f1242a-0b93-4435-9704-27e4f29ff425" 2024-11-27T01:17:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f718afb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35575,-1] 2024-11-27T01:17:04,188 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:04,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:04,190 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:04,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:04,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,45393,1732670221054, seqNum=-1] 2024-11-27T01:17:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:04,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:04,197 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:04,198 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-11-27T01:17:04,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:04,201 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10156ff34b60005 connected 2024-11-27T01:17:04,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:04,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,44073,-1 for getting cluster id 2024-11-27T01:17:04,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:04,209 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f210f9dc-cde9-4fda-a063-244e18bf6924' 2024-11-27T01:17:04,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:04,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f210f9dc-cde9-4fda-a063-244e18bf6924" 2024-11-27T01:17:04,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7374ebaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:04,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,44073,-1] 2024-11-27T01:17:04,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:04,210 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:04,212 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:04,213 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501e27e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:04,222 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:04,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,44073,1732670216090 2024-11-27T01:17:04,229 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37b8f355 2024-11-27T01:17:04,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:04,232 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:04,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:35575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:17:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:17:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:04,246 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35575' 2024-11-27T01:17:04,248 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17691d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:04,248 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35575,-1 for getting cluster id 2024-11-27T01:17:04,248 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:04,249 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38f1242a-0b93-4435-9704-27e4f29ff425' 2024-11-27T01:17:04,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:04,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38f1242a-0b93-4435-9704-27e4f29ff425" 2024-11-27T01:17:04,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ed11cf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:04,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35575,-1] 2024-11-27T01:17:04,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:04,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:04,251 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:04,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f98a6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:04,253 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:04,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:04,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ade7730 2024-11-27T01:17:04,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:04,259 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:04,271 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T01:17:04,271 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:17:04,275 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:04,276 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:04,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:04,277 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:17:04,282 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:17:04,285 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:17:04,285 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:04,287 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:17:04,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741835_1011 (size=1138) 2024-11-27T01:17:04,335 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:17:04,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:04,700 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd04d6a95d13a15e10a2d4cce89166b2, NAME => 'hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef 2024-11-27T01:17:04,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741836_1012 (size=44) 2024-11-27T01:17:04,716 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:17:04,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd04d6a95d13a15e10a2d4cce89166b2, disabling compactions & flushes 2024-11-27T01:17:05,109 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. after waiting 0 ms 2024-11-27T01:17:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:05,109 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:05,109 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd04d6a95d13a15e10a2d4cce89166b2: Waiting for close lock at 1732670225109Disabling compacts and flushes for region at 1732670225109Disabling writes for close at 1732670225109Writing region close event to WAL at 1732670225109Closed at 1732670225109 2024-11-27T01:17:05,112 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:17:05,117 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670225112"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670225112"}]},"ts":"1732670225112"} 2024-11-27T01:17:05,121 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:17:05,122 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:17:05,125 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670225123"}]},"ts":"1732670225123"} 2024-11-27T01:17:05,129 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:17:05,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd04d6a95d13a15e10a2d4cce89166b2, ASSIGN}] 2024-11-27T01:17:05,133 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd04d6a95d13a15e10a2d4cce89166b2, ASSIGN 2024-11-27T01:17:05,134 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd04d6a95d13a15e10a2d4cce89166b2, ASSIGN; state=OFFLINE, location=7d6f26a4c136,38857,1732670216763; forceNewPlan=false, retain=false 2024-11-27T01:17:05,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd04d6a95d13a15e10a2d4cce89166b2, regionState=OPENING, regionLocation=7d6f26a4c136,38857,1732670216763 2024-11-27T01:17:05,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd04d6a95d13a15e10a2d4cce89166b2, ASSIGN because future has completed 2024-11-27T01:17:05,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd04d6a95d13a15e10a2d4cce89166b2, server=7d6f26a4c136,38857,1732670216763}] 2024-11-27T01:17:05,354 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:17:05,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:05,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:05,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:05,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:17:05,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C38857%2C1732670216763.rep, suffix=, logDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs, maxLogs=10 2024-11-27T01:17:05,470 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.rep.1732670225455, exclude list is [], retry=0 2024-11-27T01:17:05,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36181,DS-0823a960-91ca-4829-acaf-bfb8a97ebc7b,DISK] 2024-11-27T01:17:05,476 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.rep.1732670225455 2024-11-27T01:17:05,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33639:33639)] 2024-11-27T01:17:05,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => bd04d6a95d13a15e10a2d4cce89166b2, NAME => 'hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:05,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:05,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:17:05,477 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. service=MultiRowMutationService 2024-11-27T01:17:05,477 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:17:05,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:05,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,479 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,481 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd04d6a95d13a15e10a2d4cce89166b2 columnFamilyName hfileref 2024-11-27T01:17:05,481 DEBUG [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:05,482 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(327): Store=bd04d6a95d13a15e10a2d4cce89166b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:05,482 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,483 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd04d6a95d13a15e10a2d4cce89166b2 columnFamilyName queue 2024-11-27T01:17:05,483 DEBUG [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:05,484 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(327): Store=bd04d6a95d13a15e10a2d4cce89166b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:05,484 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,486 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd04d6a95d13a15e10a2d4cce89166b2 columnFamilyName sid 2024-11-27T01:17:05,486 DEBUG [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:05,486 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(327): Store=bd04d6a95d13a15e10a2d4cce89166b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:05,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:17:05,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:05,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened bd04d6a95d13a15e10a2d4cce89166b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63084717, jitterRate=-0.059964463114738464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:17:05,495 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:05,496 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for bd04d6a95d13a15e10a2d4cce89166b2: Running coprocessor pre-open hook at 1732670225478Writing region info on filesystem at 1732670225478Initializing all the Stores at 1732670225479 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670225479Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670225479Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670225479Cleaning up temporary data from old regions at 1732670225489 (+10 ms)Running coprocessor post-open hooks at 1732670225495 (+6 ms)Region opened successfully at 1732670225496 (+1 ms) 2024-11-27T01:17:05,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2., pid=7, masterSystemTime=1732670225443 2024-11-27T01:17:05,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:05,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:05,502 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bd04d6a95d13a15e10a2d4cce89166b2, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,38857,1732670216763 2024-11-27T01:17:05,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd04d6a95d13a15e10a2d4cce89166b2, server=7d6f26a4c136,38857,1732670216763 because future has completed 2024-11-27T01:17:05,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T01:17:05,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bd04d6a95d13a15e10a2d4cce89166b2, server=7d6f26a4c136,38857,1732670216763 in 217 msec 2024-11-27T01:17:05,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:17:05,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd04d6a95d13a15e10a2d4cce89166b2, ASSIGN in 379 msec 2024-11-27T01:17:05,514 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:17:05,515 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670225514"}]},"ts":"1732670225514"} 2024-11-27T01:17:05,517 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:17:05,519 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:17:05,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2410 sec 2024-11-27T01:17:05,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2., hostname=7d6f26a4c136,38857,1732670216763, seqNum=2] 2024-11-27T01:17:05,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38857 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T01:17:05,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:05,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:05,572 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:17:05,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T01:17:05,736 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:17:05,777 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,38857,1732670216763, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:17:05,778 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:05,778 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,38857,1732670216763, seqNum=-1] 2024-11-27T01:17:05,779 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:05,780 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48543, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T01:17:05,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,38857,1732670216763', locateType=CURRENT is [region=hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2., hostname=7d6f26a4c136,38857,1732670216763, seqNum=2] 2024-11-27T01:17:05,791 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T01:17:05,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T01:17:05,795 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,38857,1732670216763 suceeded 2024-11-27T01:17:05,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T01:17:05,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 223 msec 2024-11-27T01:17:05,798 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:35575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:17:05,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5630 sec 2024-11-27T01:17:05,811 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35575' 2024-11-27T01:17:05,812 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ae68153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:05,812 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35575,-1 for getting cluster id 2024-11-27T01:17:05,812 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:05,813 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38f1242a-0b93-4435-9704-27e4f29ff425' 2024-11-27T01:17:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38f1242a-0b93-4435-9704-27e4f29ff425" 2024-11-27T01:17:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25a6bc8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35575,-1] 2024-11-27T01:17:05,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:05,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:05,816 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:05,816 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a8b2325, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:05,817 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:05,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:05,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a9395c6 2024-11-27T01:17:05,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:05,819 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T01:17:05,819 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,38857,1732670216763 (queues=1) is replicating from cluster=f210f9dc-cde9-4fda-a063-244e18bf6924 to cluster=38f1242a-0b93-4435-9704-27e4f29ff425 2024-11-27T01:17:05,821 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C38857%2C1732670216763 2024-11-27T01:17:05,825 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,38857,1732670216763, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:17:05,827 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763.replicationSource.shipper7d6f26a4c136%2C38857%2C1732670216763,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C38857%2C1732670216763 2024-11-27T01:17:05,831 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908, startPosition=0, beingWritten=true 2024-11-27T01:17:06,089 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 to pos 0, reset compression=false 2024-11-27T01:17:06,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:06,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:06,394 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:17:06,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:06,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:06,395 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 to pos 0, reset compression=false 2024-11-27T01:17:06,396 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,396 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,44073,-1 for getting cluster id 2024-11-27T01:17:06,396 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:06,397 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f210f9dc-cde9-4fda-a063-244e18bf6924' 2024-11-27T01:17:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f210f9dc-cde9-4fda-a063-244e18bf6924" 2024-11-27T01:17:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@af14e68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,398 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,44073,-1] 2024-11-27T01:17:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:06,399 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,400 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:06,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34461cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,44073,1732670216090 2024-11-27T01:17:06,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@309bed54 2024-11-27T01:17:06,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:06,405 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:06,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7d6f26a4c136:35575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:17:06,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:17:06,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T01:17:06,409 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35575' 2024-11-27T01:17:06,410 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cd7eb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,410 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35575,-1 for getting cluster id 2024-11-27T01:17:06,410 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:06,411 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38f1242a-0b93-4435-9704-27e4f29ff425' 2024-11-27T01:17:06,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:06,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38f1242a-0b93-4435-9704-27e4f29ff425" 2024-11-27T01:17:06,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2614f05f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35575,-1] 2024-11-27T01:17:06,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:06,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,413 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:06,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367f54df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,414 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:06,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:06,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6aea9302 2024-11-27T01:17:06,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:06,416 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:06,417 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-27T01:17:06,417 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:17:06,417 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,417 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,417 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:06,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:17:06,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T01:17:06,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T01:17:06,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T01:17:06,497 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T01:17:06,498 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:17:06,498 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T01:17:06,498 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:17:06,499 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T01:17:06,499 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T01:17:06,499 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T01:17:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T01:17:06,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-27T01:17:06,582 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T01:17:06,613 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-7d6f26a4c136,38857,1732670216763, ReplicationSource: 2, currentBandwidth=0 2024-11-27T01:17:06,616 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-27T01:17:06,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-27T01:17:06,620 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7d6f26a4c136,38857,1732670216763 suceeded 2024-11-27T01:17:06,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:17:06,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-27T01:17:06,623 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7d6f26a4c136:35575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:17:06,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 217 msec 2024-11-27T01:17:06,632 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35575' 2024-11-27T01:17:06,633 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e0f9ed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,633 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35575,-1 for getting cluster id 2024-11-27T01:17:06,633 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:06,634 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38f1242a-0b93-4435-9704-27e4f29ff425' 2024-11-27T01:17:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38f1242a-0b93-4435-9704-27e4f29ff425" 2024-11-27T01:17:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37981e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35575,-1] 2024-11-27T01:17:06,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:06,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,637 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:06,637 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b37be87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,638 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:06,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:06,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d611a66 2024-11-27T01:17:06,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:06,640 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T01:17:06,640 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7d6f26a4c136,38857,1732670216763 (queues=1) is replicating from cluster=f210f9dc-cde9-4fda-a063-244e18bf6924 to cluster=38f1242a-0b93-4435-9704-27e4f29ff425 2024-11-27T01:17:06,640 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7d6f26a4c136%2C38857%2C1732670216763 2024-11-27T01:17:06,640 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7d6f26a4c136,38857,1732670216763, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:17:06,641 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763.replicationSource.shipper7d6f26a4c136%2C38857%2C1732670216763,2-7d6f26a4c136,38857,1732670216763 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C38857%2C1732670216763 2024-11-27T01:17:06,641 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,2-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908, startPosition=0, beingWritten=true 2024-11-27T01:17:06,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-27T01:17:06,725 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T01:17:06,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:06,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:06,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:06,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,44073,1732670216090 2024-11-27T01:17:06,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c2e7232 2024-11-27T01:17:06,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:06,731 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:06,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T01:17:06,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T01:17:06,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T01:17:06,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T01:17:06,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:35575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:17:06,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T01:17:06,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T01:17:06,745 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35575' 2024-11-27T01:17:06,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7813be0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,746 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35575,-1 for getting cluster id 2024-11-27T01:17:06,746 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:06,747 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38f1242a-0b93-4435-9704-27e4f29ff425' 2024-11-27T01:17:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:06,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38f1242a-0b93-4435-9704-27e4f29ff425" 2024-11-27T01:17:06,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2618884, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35575,-1] 2024-11-27T01:17:06,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:06,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,749 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:06,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a1c7b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:06,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:06,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:06,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@367446ae 2024-11-27T01:17:06,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:06,752 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:06,752 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:17:06,752 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:17:06,752 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,753 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:06,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:06,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:17:06,803 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 to pos 0, reset compression=false 2024-11-27T01:17:06,848 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,2-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 to pos 0, reset compression=false 2024-11-27T01:17:06,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T01:17:06,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-27T01:17:06,910 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-27T01:17:06,912 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-27T01:17:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-27T01:17:06,916 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 7d6f26a4c136,38857,1732670216763 suceeded 2024-11-27T01:17:06,918 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T01:17:06,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-27T01:17:06,919 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://7d6f26a4c136:35575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:17:06,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 180 msec 2024-11-27T01:17:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T01:17:07,065 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-27T01:17:07,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://7d6f26a4c136:35575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:17:07,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T01:17:07,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T01:17:07,069 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35575' 2024-11-27T01:17:07,070 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b84aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:07,070 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35575,-1 for getting cluster id 2024-11-27T01:17:07,071 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:07,072 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38f1242a-0b93-4435-9704-27e4f29ff425' 2024-11-27T01:17:07,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:07,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38f1242a-0b93-4435-9704-27e4f29ff425" 2024-11-27T01:17:07,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3552c5b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:07,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35575,-1] 2024-11-27T01:17:07,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:07,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:07,073 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:07,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22325cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:07,074 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:07,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:07,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@694a648 2024-11-27T01:17:07,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:07,076 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:07,077 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T01:17:07,077 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:17:07,077 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:07,077 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:07,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:07,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:17:07,154 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,2-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 to pos 0, reset compression=false 2024-11-27T01:17:07,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T01:17:07,235 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38857 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-27T01:17:07,235 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-27T01:17:07,237 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-27T01:17:07,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-27T01:17:07,240 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 7d6f26a4c136,38857,1732670216763 suceeded 2024-11-27T01:17:07,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-27T01:17:07,243 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-27T01:17:07,243 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://7d6f26a4c136:35575,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:17:07,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 177 msec 2024-11-27T01:17:07,310 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 to pos 0, reset compression=false 2024-11-27T01:17:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-27T01:17:07,384 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-27T01:17:07,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T01:17:07,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44073 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T01:17:07,387 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:07,387 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:07,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:07,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:07,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:07,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:17:07,388 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1670206693, stopped=false 2024-11-27T01:17:07,389 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,44073,1732670216090 2024-11-27T01:17:07,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987331538/running 2024-11-27T01:17:07,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987331538/running 2024-11-27T01:17:07,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:07,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:07,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:17:07,398 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:07,398 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:07,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:07,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/running 2024-11-27T01:17:07,398 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/running 2024-11-27T01:17:07,399 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,38857,1732670216763' ***** 2024-11-27T01:17:07,399 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:17:07,399 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:17:07,399 INFO [RS:0;7d6f26a4c136:38857 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:17:07,399 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:17:07,400 INFO [RS:0;7d6f26a4c136:38857 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:17:07,400 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(3091): Received CLOSE for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:07,400 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,38857,1732670216763 2024-11-27T01:17:07,400 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:17:07,400 INFO [RS:0;7d6f26a4c136:38857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:38857. 2024-11-27T01:17:07,400 DEBUG [RS:0;7d6f26a4c136:38857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:07,400 DEBUG [RS:0;7d6f26a4c136:38857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:07,401 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:17:07,401 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd04d6a95d13a15e10a2d4cce89166b2, disabling compactions & flushes 2024-11-27T01:17:07,401 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:17:07,401 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:07,401 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:17:07,401 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:07,401 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. after waiting 0 ms 2024-11-27T01:17:07,401 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:17:07,401 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:07,401 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T01:17:07,402 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bd04d6a95d13a15e10a2d4cce89166b2=hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2.} 2024-11-27T01:17:07,402 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:17:07,402 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:17:07,402 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:17:07,402 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:17:07,402 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:17:07,402 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:07,405 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bd04d6a95d13a15e10a2d4cce89166b2 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-27T01:17:07,405 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T01:17:07,459 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:17:07,475 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/info/eb13aa434cd0418f97b3f66b11f35c4a is 147, key is hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2./info:regioninfo/1732670225502/Put/seqid=0 2024-11-27T01:17:07,475 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2/.tmp/queue/4b1e56a790e34935890e7dd8f75688e5 is 151, key is 1-7d6f26a4c136,38857,1732670216763/queue:7d6f26a4c136%2C38857%2C1732670216763/1732670225785/Put/seqid=0 2024-11-27T01:17:07,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741839_1015 (size=6631) 2024-11-27T01:17:07,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741838_1014 (size=5500) 2024-11-27T01:17:07,562 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,2-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 to pos 0, reset compression=false 2024-11-27T01:17:07,602 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:07,802 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:07,834 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:17:07,834 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:17:07,888 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2/.tmp/queue/4b1e56a790e34935890e7dd8f75688e5 2024-11-27T01:17:07,888 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/info/eb13aa434cd0418f97b3f66b11f35c4a 2024-11-27T01:17:07,916 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 to pos 0, reset compression=false 2024-11-27T01:17:07,935 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2/.tmp/queue/4b1e56a790e34935890e7dd8f75688e5 as hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2/queue/4b1e56a790e34935890e7dd8f75688e5 2024-11-27T01:17:07,944 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2/queue/4b1e56a790e34935890e7dd8f75688e5, entries=2, sequenceid=6, filesize=5.4 K 2024-11-27T01:17:07,951 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for bd04d6a95d13a15e10a2d4cce89166b2 in 546ms, sequenceid=6, compaction requested=false 2024-11-27T01:17:07,951 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T01:17:07,958 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/ns/f4350c999c0c4c388f7ece4a24be84a0 is 43, key is default/ns:d/1732670219968/Put/seqid=0 2024-11-27T01:17:07,959 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T01:17:07,962 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:17:07,962 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:17:07,962 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:07,962 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd04d6a95d13a15e10a2d4cce89166b2: Waiting for close lock at 1732670227400Running coprocessor pre-close hooks at 1732670227401 (+1 ms)Disabling compacts and flushes for region at 1732670227401Disabling writes for close at 1732670227401Obtaining lock to block concurrent updates at 1732670227405 (+4 ms)Preparing flush snapshotting stores in bd04d6a95d13a15e10a2d4cce89166b2 at 1732670227405Finished memstore snapshotting hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732670227413 (+8 ms)Flushing stores of hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. at 1732670227415 (+2 ms)Flushing bd04d6a95d13a15e10a2d4cce89166b2/queue: creating writer at 1732670227417 (+2 ms)Flushing bd04d6a95d13a15e10a2d4cce89166b2/queue: appending metadata at 1732670227456 (+39 ms)Flushing bd04d6a95d13a15e10a2d4cce89166b2/queue: closing flushed file at 1732670227459 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13fc2085: reopening flushed file at 1732670227933 (+474 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for bd04d6a95d13a15e10a2d4cce89166b2 in 546ms, sequenceid=6, compaction requested=false at 1732670227951 (+18 ms)Writing region close event to WAL at 1732670227954 (+3 ms)Running coprocessor post-close hooks at 1732670227960 (+6 ms)Closed at 1732670227962 (+2 ms) 2024-11-27T01:17:07,963 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:07,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741840_1016 (size=5153) 2024-11-27T01:17:08,003 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:08,068 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,2-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 to pos 0, reset compression=false 2024-11-27T01:17:08,203 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:08,368 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/ns/f4350c999c0c4c388f7ece4a24be84a0 2024-11-27T01:17:08,393 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/table/19877863fd6247c3b2fe7a193b19732c is 53, key is hbase:replication/table:state/1732670225514/Put/seqid=0 2024-11-27T01:17:08,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741841_1017 (size=5256) 2024-11-27T01:17:08,403 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:17:08,403 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:17:08,403 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:08,604 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:08,623 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 to pos 0, reset compression=false 2024-11-27T01:17:08,678 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,2-7d6f26a4c136,38857,1732670216763 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763/7d6f26a4c136%2C38857%2C1732670216763.1732670218908 to pos 0, reset compression=false 2024-11-27T01:17:08,799 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/table/19877863fd6247c3b2fe7a193b19732c 2024-11-27T01:17:08,804 DEBUG [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:08,808 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/info/eb13aa434cd0418f97b3f66b11f35c4a as hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/info/eb13aa434cd0418f97b3f66b11f35c4a 2024-11-27T01:17:08,817 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/info/eb13aa434cd0418f97b3f66b11f35c4a, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T01:17:08,818 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/ns/f4350c999c0c4c388f7ece4a24be84a0 as hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/ns/f4350c999c0c4c388f7ece4a24be84a0 2024-11-27T01:17:08,827 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/ns/f4350c999c0c4c388f7ece4a24be84a0, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T01:17:08,829 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/table/19877863fd6247c3b2fe7a193b19732c as hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/table/19877863fd6247c3b2fe7a193b19732c 2024-11-27T01:17:08,836 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/table/19877863fd6247c3b2fe7a193b19732c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T01:17:08,838 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=11, compaction requested=false 2024-11-27T01:17:08,843 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T01:17:08,844 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:17:08,844 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:17:08,844 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:08,844 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670227401Running coprocessor pre-close hooks at 1732670227401Disabling compacts and flushes for region at 1732670227401Disabling writes for close at 1732670227402 (+1 ms)Obtaining lock to block concurrent updates at 1732670227405 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1732670227405Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732670227413 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732670227415 (+2 ms)Flushing 1588230740/info: creating writer at 1732670227417 (+2 ms)Flushing 1588230740/info: appending metadata at 1732670227456 (+39 ms)Flushing 1588230740/info: closing flushed file at 1732670227459 (+3 ms)Flushing 1588230740/ns: creating writer at 1732670227934 (+475 ms)Flushing 1588230740/ns: appending metadata at 1732670227956 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732670227956Flushing 1588230740/table: creating writer at 1732670228377 (+421 ms)Flushing 1588230740/table: appending metadata at 1732670228392 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732670228392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56e7684c: reopening flushed file at 1732670228807 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50dbc38d: reopening flushed file at 1732670228817 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@127e1633: reopening flushed file at 1732670228827 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1435ms, sequenceid=11, compaction requested=false at 1732670228838 (+11 ms)Writing region close event to WAL at 1732670228839 (+1 ms)Running coprocessor post-close hooks at 1732670228844 (+5 ms)Closed at 1732670228844 2024-11-27T01:17:08,844 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:09,004 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,38857,1732670216763; all regions closed. 2024-11-27T01:17:09,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741834_1010 (size=2742) 2024-11-27T01:17:09,015 DEBUG [RS:0;7d6f26a4c136:38857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs 2024-11-27T01:17:09,015 INFO [RS:0;7d6f26a4c136:38857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C38857%2C1732670216763.meta:.meta(num 1732670219809) 2024-11-27T01:17:09,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741837_1013 (size=1802) 2024-11-27T01:17:09,020 DEBUG [RS:0;7d6f26a4c136:38857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs 2024-11-27T01:17:09,020 INFO [RS:0;7d6f26a4c136:38857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C38857%2C1732670216763.rep:(num 1732670225455) 2024-11-27T01:17:09,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741832_1008 (size=93) 2024-11-27T01:17:09,025 DEBUG [RS:0;7d6f26a4c136:38857 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs 2024-11-27T01:17:09,025 INFO [RS:0;7d6f26a4c136:38857 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C38857%2C1732670216763:(num 1732670218908) 2024-11-27T01:17:09,025 DEBUG [RS:0;7d6f26a4c136:38857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:09,026 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:17:09,026 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:17:09,026 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T01:17:09,026 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:17:09,026 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:17:09,027 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,38857,1732670216763 because: Region server is closing 2024-11-27T01:17:09,027 INFO [RS:0;7d6f26a4c136:38857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:38857. 2024-11-27T01:17:09,027 DEBUG [RS:0;7d6f26a4c136:38857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:09,028 DEBUG [RS:0;7d6f26a4c136:38857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:09,028 DEBUG [RS:0;7d6f26a4c136:38857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:09,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:09,128 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,1-7d6f26a4c136,38857,1732670216763 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:17:09,128 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763.replicationSource.shipper7d6f26a4c136%2C38857%2C1732670216763,1-7d6f26a4c136,38857,1732670216763 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T01:17:09,129 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,38857,1732670216763.replicationSource.shipper7d6f26a4c136%2C38857%2C1732670216763,1-7d6f26a4c136,38857,1732670216763 terminated 2024-11-27T01:17:09,129 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7d6f26a4c136,38857,1732670216763 because: Region server is closing 2024-11-27T01:17:09,129 INFO [RS:0;7d6f26a4c136:38857 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:38857. 2024-11-27T01:17:09,129 DEBUG [RS:0;7d6f26a4c136:38857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:09,129 DEBUG [RS:0;7d6f26a4c136:38857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:09,129 DEBUG [RS:0;7d6f26a4c136:38857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:09,130 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:09,230 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763.replicationSource.wal-reader.7d6f26a4c136%2C38857%2C1732670216763,2-7d6f26a4c136,38857,1732670216763 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:17:09,230 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763.replicationSource.shipper7d6f26a4c136%2C38857%2C1732670216763,2-7d6f26a4c136,38857,1732670216763 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T01:17:09,230 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,38857,1732670216763.replicationSource.shipper7d6f26a4c136%2C38857%2C1732670216763,2-7d6f26a4c136,38857,1732670216763 terminated 2024-11-27T01:17:09,230 INFO [RS:0;7d6f26a4c136:38857 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38857 2024-11-27T01:17:09,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987331538/rs/7d6f26a4c136,38857,1732670216763 2024-11-27T01:17:09,234 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:17:09,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/rs 2024-11-27T01:17:09,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,38857,1732670216763] 2024-11-27T01:17:09,238 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/draining/7d6f26a4c136,38857,1732670216763 already deleted, retry=false 2024-11-27T01:17:09,238 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,38857,1732670216763 expired; onlineServers=0 2024-11-27T01:17:09,238 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,44073,1732670216090' ***** 2024-11-27T01:17:09,239 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:17:09,239 INFO [M:0;7d6f26a4c136:44073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:17:09,239 INFO [M:0;7d6f26a4c136:44073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:17:09,239 DEBUG [M:0;7d6f26a4c136:44073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:17:09,239 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:17:09,239 DEBUG [M:0;7d6f26a4c136:44073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:17:09,239 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670218562 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670218562,5,FailOnTimeoutGroup] 2024-11-27T01:17:09,239 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670218563 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670218563,5,FailOnTimeoutGroup] 2024-11-27T01:17:09,239 INFO [M:0;7d6f26a4c136:44073 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:17:09,240 INFO [M:0;7d6f26a4c136:44073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:17:09,240 DEBUG [M:0;7d6f26a4c136:44073 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:17:09,240 INFO [M:0;7d6f26a4c136:44073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:17:09,240 INFO [M:0;7d6f26a4c136:44073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:17:09,240 INFO [M:0;7d6f26a4c136:44073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:17:09,241 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:17:09,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987331538/master 2024-11-27T01:17:09,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:09,242 DEBUG [M:0;7d6f26a4c136:44073 {}] zookeeper.ZKUtil(347): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/master because node does not exist (not an error) 2024-11-27T01:17:09,242 WARN [M:0;7d6f26a4c136:44073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:17:09,243 INFO [M:0;7d6f26a4c136:44073 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/.lastflushedseqids 2024-11-27T01:17:09,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741842_1018 (size=181) 2024-11-27T01:17:09,255 INFO [M:0;7d6f26a4c136:44073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:17:09,255 INFO [M:0;7d6f26a4c136:44073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:17:09,255 DEBUG [M:0;7d6f26a4c136:44073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:17:09,255 INFO [M:0;7d6f26a4c136:44073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:09,255 DEBUG [M:0;7d6f26a4c136:44073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:09,255 DEBUG [M:0;7d6f26a4c136:44073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:17:09,255 DEBUG [M:0;7d6f26a4c136:44073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:09,256 INFO [M:0;7d6f26a4c136:44073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-27T01:17:09,276 DEBUG [M:0;7d6f26a4c136:44073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5f92438614e460a8c908660cd51d85e is 82, key is hbase:meta,,1/info:regioninfo/1732670219892/Put/seqid=0 2024-11-27T01:17:09,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741843_1019 (size=5672) 2024-11-27T01:17:09,282 INFO [M:0;7d6f26a4c136:44073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5f92438614e460a8c908660cd51d85e 2024-11-27T01:17:09,309 DEBUG [M:0;7d6f26a4c136:44073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1ae2ce1a5244c8ea7fe0ab664104893 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732670225520/Put/seqid=0 2024-11-27T01:17:09,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741844_1020 (size=8663) 2024-11-27T01:17:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:09,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38857-0x10156ff34b60001, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:09,338 INFO [RS:0;7d6f26a4c136:38857 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:17:09,338 INFO [RS:0;7d6f26a4c136:38857 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,38857,1732670216763; zookeeper connection closed. 2024-11-27T01:17:09,338 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d91f03a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d91f03a 2024-11-27T01:17:09,339 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:17:09,716 INFO [M:0;7d6f26a4c136:44073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1ae2ce1a5244c8ea7fe0ab664104893 2024-11-27T01:17:09,742 DEBUG [M:0;7d6f26a4c136:44073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec4ca3d45ea04bcd9b4c72a665e4b31d is 69, key is 7d6f26a4c136,38857,1732670216763/rs:state/1732670218683/Put/seqid=0 2024-11-27T01:17:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741845_1021 (size=5156) 2024-11-27T01:17:10,149 INFO [M:0;7d6f26a4c136:44073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec4ca3d45ea04bcd9b4c72a665e4b31d 2024-11-27T01:17:10,157 DEBUG [M:0;7d6f26a4c136:44073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a5f92438614e460a8c908660cd51d85e as hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5f92438614e460a8c908660cd51d85e 2024-11-27T01:17:10,164 INFO [M:0;7d6f26a4c136:44073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5f92438614e460a8c908660cd51d85e, entries=8, sequenceid=115, filesize=5.5 K 2024-11-27T01:17:10,165 DEBUG [M:0;7d6f26a4c136:44073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a1ae2ce1a5244c8ea7fe0ab664104893 as hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1ae2ce1a5244c8ea7fe0ab664104893 2024-11-27T01:17:10,172 INFO [M:0;7d6f26a4c136:44073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1ae2ce1a5244c8ea7fe0ab664104893, entries=14, sequenceid=115, filesize=8.5 K 2024-11-27T01:17:10,173 DEBUG [M:0;7d6f26a4c136:44073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ec4ca3d45ea04bcd9b4c72a665e4b31d as hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec4ca3d45ea04bcd9b4c72a665e4b31d 2024-11-27T01:17:10,179 INFO [M:0;7d6f26a4c136:44073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec4ca3d45ea04bcd9b4c72a665e4b31d, entries=1, sequenceid=115, filesize=5.0 K 2024-11-27T01:17:10,181 INFO [M:0;7d6f26a4c136:44073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=115, compaction requested=false 2024-11-27T01:17:10,182 INFO [M:0;7d6f26a4c136:44073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:10,182 DEBUG [M:0;7d6f26a4c136:44073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670229255Disabling compacts and flushes for region at 1732670229255Disabling writes for close at 1732670229255Obtaining lock to block concurrent updates at 1732670229256 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670229256Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732670229256Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670229257 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670229257Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670229275 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670229275Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670229290 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670229309 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670229309Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670229724 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670229741 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670229741Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1065dd: reopening flushed file at 1732670230156 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ca4924b: reopening flushed file at 1732670230164 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e3fa9ba: reopening flushed file at 1732670230172 (+8 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 926ms, sequenceid=115, compaction requested=false at 1732670230181 (+9 ms)Writing region close event to WAL at 1732670230182 (+1 ms)Closed at 1732670230182 2024-11-27T01:17:10,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741830_1006 (size=59421) 2024-11-27T01:17:10,186 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:17:10,186 INFO [M:0;7d6f26a4c136:44073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:17:10,186 INFO [M:0;7d6f26a4c136:44073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44073 2024-11-27T01:17:10,187 INFO [M:0;7d6f26a4c136:44073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:17:10,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:10,289 INFO [M:0;7d6f26a4c136:44073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:17:10,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44073-0x10156ff34b60000, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:10,291 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:10,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:10,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:10,291 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:10,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:10,291 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:10,291 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:17:10,291 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:10,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46427 2024-11-27T01:17:10,293 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46427 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-11-27T01:17:10,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464270x0, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:10,296 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46427-0x10156ff34b60006 connected 2024-11-27T01:17:10,300 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:10,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:10,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/running 2024-11-27T01:17:10,304 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: INIT 2024-11-27T01:17:10,304 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef, hbase.cluster.distributed=false 2024-11-27T01:17:10,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/acl 2024-11-27T01:17:10,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46427 2024-11-27T01:17:10,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46427 2024-11-27T01:17:10,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46427 2024-11-27T01:17:10,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46427 2024-11-27T01:17:10,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46427 2024-11-27T01:17:10,324 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:10,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:10,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:10,324 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:10,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:10,324 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:10,324 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:17:10,324 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:10,325 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46705 2024-11-27T01:17:10,326 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46705 connecting to ZooKeeper ensemble=127.0.0.1:57990 2024-11-27T01:17:10,327 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:10,329 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:10,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467050x0, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:10,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467050x0, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/running 2024-11-27T01:17:10,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46705-0x10156ff34b60007 connected 2024-11-27T01:17:10,335 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: INIT 2024-11-27T01:17:10,336 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:17:10,336 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:17:10,337 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/master 2024-11-27T01:17:10,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/acl 2024-11-27T01:17:10,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46705 2024-11-27T01:17:10,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46705 2024-11-27T01:17:10,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46705 2024-11-27T01:17:10,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46705 2024-11-27T01:17:10,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46705 2024-11-27T01:17:10,354 DEBUG [M:0;7d6f26a4c136:46427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:46427 2024-11-27T01:17:10,355 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0987331538/backup-masters/7d6f26a4c136,46427,1732670230290 2024-11-27T01:17:10,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/backup-masters 2024-11-27T01:17:10,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/backup-masters 2024-11-27T01:17:10,358 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on existing znode=/0987331538/backup-masters/7d6f26a4c136,46427,1732670230290 2024-11-27T01:17:10,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987331538/master 2024-11-27T01:17:10,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:10,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:10,360 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on existing znode=/0987331538/master 2024-11-27T01:17:10,360 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0987331538/backup-masters/7d6f26a4c136,46427,1732670230290 from backup master directory 2024-11-27T01:17:10,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987331538/backup-masters/7d6f26a4c136,46427,1732670230290 2024-11-27T01:17:10,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/backup-masters 2024-11-27T01:17:10,362 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:10,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/backup-masters 2024-11-27T01:17:10,362 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,46427,1732670230290 2024-11-27T01:17:10,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:10,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:17:10,392 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-27T01:17:10,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741846_1022 (size=196) 2024-11-27T01:17:10,404 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:17:10,405 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:17:10,406 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:10,414 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T01:17:10,418 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,44073,1732670216090 to hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,44073,1732670216090-dead as it is dead 2024-11-27T01:17:10,420 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-27T01:17:10,421 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-27T01:17:10,421 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,44073,1732670216090-dead/7d6f26a4c136%2C44073%2C1732670216090.1732670218010 2024-11-27T01:17:10,428 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,44073,1732670216090-dead/7d6f26a4c136%2C44073%2C1732670216090.1732670218010 after 5ms 2024-11-27T01:17:10,430 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,44073,1732670216090-dead/7d6f26a4c136%2C44073%2C1732670216090.1732670218010 to hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7d6f26a4c136%2C44073%2C1732670216090.1732670218010 2024-11-27T01:17:10,430 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,44073,1732670216090-dead 2024-11-27T01:17:10,431 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,46427,1732670230290 2024-11-27T01:17:10,432 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:10,434 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C46427%2C1732670230290, suffix=, logDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,46427,1732670230290, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/oldWALs, maxLogs=10 2024-11-27T01:17:10,449 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,46427,1732670230290/7d6f26a4c136%2C46427%2C1732670230290.1732670230434, exclude list is [], retry=0 2024-11-27T01:17:10,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36181,DS-0823a960-91ca-4829-acaf-bfb8a97ebc7b,DISK] 2024-11-27T01:17:10,456 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/WALs/7d6f26a4c136,46427,1732670230290/7d6f26a4c136%2C46427%2C1732670230290.1732670230434 2024-11-27T01:17:10,457 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33639:33639)] 2024-11-27T01:17:10,457 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:10,457 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:10,457 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:10,457 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:10,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:10,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:17:10,461 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:10,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a5f92438614e460a8c908660cd51d85e 2024-11-27T01:17:10,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:10,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:10,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:17:10,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:10,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a1ae2ce1a5244c8ea7fe0ab664104893 2024-11-27T01:17:10,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:10,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:10,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:17:10,480 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:10,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ec4ca3d45ea04bcd9b4c72a665e4b31d 2024-11-27T01:17:10,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:10,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:10,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:17:10,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:10,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:10,490 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:10,491 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T01:17:10,491 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7d6f26a4c136%2C44073%2C1732670216090.1732670218010 2024-11-27T01:17:10,510 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7d6f26a4c136%2C44073%2C1732670216090.1732670218010 2024-11-27T01:17:10,512 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7d6f26a4c136%2C44073%2C1732670216090.1732670218010 2024-11-27T01:17:10,514 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:10,514 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:10,515 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:10,517 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:10,521 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-27T01:17:10,522 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65723605, jitterRate=-0.02064196765422821}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:10,522 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670230458Initializing all the Stores at 1732670230459 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670230459Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670230459Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670230459Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670230459Cleaning up temporary data from old regions at 1732670230514 (+55 ms)Region opened successfully at 1732670230522 (+8 ms) 2024-11-27T01:17:10,523 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:17:10,527 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14341f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:10,539 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T01:17:10,540 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:17:10,540 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:17:10,540 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:17:10,541 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:17:10,548 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:10,548 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:17:10,549 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:17:10,549 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:17:10,550 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T01:17:10,550 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-27T01:17:10,550 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-27T01:17:10,550 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:17:10,555 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7d6f26a4c136,38857,1732670216763, regionLocation=7d6f26a4c136,38857,1732670216763, openSeqNum=2 2024-11-27T01:17:10,555 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7d6f26a4c136,38857,1732670216763, table=hbase:meta, region=1588230740 2024-11-27T01:17:10,556 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,38857,1732670216763, state=OPEN 2024-11-27T01:17:10,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987331538/meta-region-server 2024-11-27T01:17:10,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987331538/meta-region-server 2024-11-27T01:17:10,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: CHANGED 2024-11-27T01:17:10,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: CHANGED 2024-11-27T01:17:10,562 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:17:10,563 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/draining/7d6f26a4c136,38857,1732670216763 already deleted, retry=false 2024-11-27T01:17:10,564 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7d6f26a4c136,38857,1732670216763 on 7d6f26a4c136,46427,1732670230290 2024-11-27T01:17:10,569 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7d6f26a4c136,38857,1732670216763, splitWal=true, meta=true 2024-11-27T01:17:10,571 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 7d6f26a4c136,38857,1732670216763 (carryingMeta=true) 7d6f26a4c136,38857,1732670216763/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@6e828080[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T01:17:10,574 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/balancer because node does not exist (not necessarily an error) 2024-11-27T01:17:10,576 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/balancer already deleted, retry=false 2024-11-27T01:17:10,576 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:17:10,577 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:17:10,583 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/normalizer already deleted, retry=false 2024-11-27T01:17:10,583 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:17:10,584 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:17:10,585 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/switch/split already deleted, retry=false 2024-11-27T01:17:10,586 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:17:10,587 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/switch/merge already deleted, retry=false 2024-11-27T01:17:10,597 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:17:10,598 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/snapshot-cleanup already deleted, retry=false 2024-11-27T01:17:10,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987331538/running 2024-11-27T01:17:10,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:10,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0987331538/running 2024-11-27T01:17:10,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:10,600 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,46427,1732670230290, sessionid=0x10156ff34b60006, setting cluster-up flag (Was=false) 2024-11-27T01:17:10,603 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0987331538/flush-table-proc/acquired, /0987331538/flush-table-proc/reached, /0987331538/flush-table-proc/abort 2024-11-27T01:17:10,604 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,46427,1732670230290 2024-11-27T01:17:10,608 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0987331538/online-snapshot/acquired, /0987331538/online-snapshot/reached, /0987331538/online-snapshot/abort 2024-11-27T01:17:10,609 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,46427,1732670230290 2024-11-27T01:17:10,611 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/.lastflushedseqids 2024-11-27T01:17:10,615 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:17:10,615 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:17:10,616 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,46427,1732670230290 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7d6f26a4c136,38857,1732670216763 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:17:10,618 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:10,618 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:10,618 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:10,618 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:10,618 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:17:10,618 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,618 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:10,618 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,619 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670260619 2024-11-27T01:17:10,619 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:17:10,619 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:17:10,619 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:17:10,619 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:17:10,619 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:17:10,619 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:17:10,619 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,620 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:17:10,620 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:17:10,620 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:17:10,620 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:17:10,620 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:17:10,620 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:17:10,621 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670230620,5,FailOnTimeoutGroup] 2024-11-27T01:17:10,621 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670230621,5,FailOnTimeoutGroup] 2024-11-27T01:17:10,621 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,621 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:17:10,621 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,621 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,621 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670230621, completionTime=-1 2024-11-27T01:17:10,621 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T01:17:10,622 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7d6f26a4c136,38857,1732670216763, splitWal=true, meta=true 2024-11-27T01:17:10,624 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7d6f26a4c136,38857,1732670216763, splitWal=true, meta=true, isMeta: true 2024-11-27T01:17:10,625 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T01:17:10,626 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763-splitting 2024-11-27T01:17:10,627 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763-splitting dir is empty, no logs to split. 2024-11-27T01:17:10,627 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7d6f26a4c136,38857,1732670216763 WAL count=0, meta=true 2024-11-27T01:17:10,632 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763-splitting dir is empty, no logs to split. 2024-11-27T01:17:10,632 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7d6f26a4c136,38857,1732670216763 WAL count=0, meta=true 2024-11-27T01:17:10,632 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7d6f26a4c136,38857,1732670216763 WAL splitting is done? wals=0, meta=true 2024-11-27T01:17:10,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:17:10,637 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:10,638 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T01:17:10,644 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(746): ClusterId : f210f9dc-cde9-4fda-a063-244e18bf6924 2024-11-27T01:17:10,644 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:17:10,647 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:17:10,647 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:17:10,649 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:17:10,650 DEBUG [RS:0;7d6f26a4c136:46705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738ee39a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:10,672 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:46705 2024-11-27T01:17:10,672 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:17:10,672 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:17:10,672 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:17:10,673 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,46427,1732670230290 with port=46705, startcode=1732670230323 2024-11-27T01:17:10,674 DEBUG [RS:0;7d6f26a4c136:46705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:17:10,676 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:17:10,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:10,676 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46427 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:10,679 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef 2024-11-27T01:17:10,679 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39021 2024-11-27T01:17:10,679 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:17:10,681 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/rs 2024-11-27T01:17:10,681 DEBUG [RS:0;7d6f26a4c136:46705 {}] zookeeper.ZKUtil(111): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on existing znode=/0987331538/rs/7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:10,682 WARN [RS:0;7d6f26a4c136:46705 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:10,682 INFO [RS:0;7d6f26a4c136:46705 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:10,682 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:10,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,46705,1732670230323] 2024-11-27T01:17:10,725 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T01:17:10,727 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:17:10,729 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:17:10,730 INFO [RS:0;7d6f26a4c136:46705 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:17:10,730 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,730 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:17:10,731 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:17:10,731 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,731 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,731 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,731 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,731 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,732 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,732 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:10,732 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,732 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,732 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,732 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,732 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,732 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:10,732 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:10,732 DEBUG [RS:0;7d6f26a4c136:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:10,732 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,733 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,733 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,733 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,733 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,733 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46705,1732670230323-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:10,756 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:17:10,756 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46705,1732670230323-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,772 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,46705,1732670230323, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:17:10,787 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSource(231): queueId=2-7d6f26a4c136,46705,1732670230323, ReplicationSource: 2, currentBandwidth=0 2024-11-27T01:17:10,788 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,788 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.Replication(171): 7d6f26a4c136,46705,1732670230323 started 2024-11-27T01:17:10,788 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,1-7d6f26a4c136,46705,1732670230323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35575' 2024-11-27T01:17:10,789 WARN [7d6f26a4c136:46427 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T01:17:10,789 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,1-7d6f26a4c136,46705,1732670230323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e001571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:10,789 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,1-7d6f26a4c136,46705,1732670230323 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35575,-1 for getting cluster id 2024-11-27T01:17:10,790 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,1-7d6f26a4c136,46705,1732670230323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:10,791 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38f1242a-0b93-4435-9704-27e4f29ff425' 2024-11-27T01:17:10,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:10,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38f1242a-0b93-4435-9704-27e4f29ff425" 2024-11-27T01:17:10,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b1b3ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:10,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35575,-1] 2024-11-27T01:17:10,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:10,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:10,793 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:10,794 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,1-7d6f26a4c136,46705,1732670230323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@196ea857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:10,794 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,1-7d6f26a4c136,46705,1732670230323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:10,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:10,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50401262 2024-11-27T01:17:10,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:10,797 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T01:17:10,798 INFO [RS:0;7d6f26a4c136:46705.replicationSource,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,46705,1732670230323 (queues=0) is replicating from cluster=f210f9dc-cde9-4fda-a063-244e18bf6924 to cluster=38f1242a-0b93-4435-9704-27e4f29ff425 2024-11-27T01:17:10,805 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:10,805 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,46705,1732670230323, RpcServer on 7d6f26a4c136/172.17.0.2:46705, sessionid=0x10156ff34b60007 2024-11-27T01:17:10,805 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:17:10,805 DEBUG [RS:0;7d6f26a4c136:46705 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:10,805 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,46705,1732670230323' 2024-11-27T01:17:10,805 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0987331538/flush-table-proc/abort' 2024-11-27T01:17:10,806 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0987331538/flush-table-proc/acquired' 2024-11-27T01:17:10,806 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:17:10,806 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:17:10,806 DEBUG [RS:0;7d6f26a4c136:46705 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:10,806 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,46705,1732670230323' 2024-11-27T01:17:10,806 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0987331538/online-snapshot/abort' 2024-11-27T01:17:10,807 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0987331538/online-snapshot/acquired' 2024-11-27T01:17:10,807 DEBUG [RS:0;7d6f26a4c136:46705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:17:10,807 INFO [RS:0;7d6f26a4c136:46705 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:17:10,807 INFO [RS:0;7d6f26a4c136:46705 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:17:10,808 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,2-7d6f26a4c136,46705,1732670230323 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35575' 2024-11-27T01:17:10,810 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,2-7d6f26a4c136,46705,1732670230323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17ab0759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:10,811 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,2-7d6f26a4c136,46705,1732670230323 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35575,-1 for getting cluster id 2024-11-27T01:17:10,811 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,2-7d6f26a4c136,46705,1732670230323 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:10,812 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '38f1242a-0b93-4435-9704-27e4f29ff425' 2024-11-27T01:17:10,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:10,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "38f1242a-0b93-4435-9704-27e4f29ff425" 2024-11-27T01:17:10,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e3640eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:10,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35575,-1] 2024-11-27T01:17:10,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:10,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:10,814 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:10,815 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,2-7d6f26a4c136,46705,1732670230323 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7073201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:10,815 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource,2-7d6f26a4c136,46705,1732670230323 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:10,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:10,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73b2fd0a 2024-11-27T01:17:10,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:10,817 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-27T01:17:10,818 INFO [RS:0;7d6f26a4c136:46705.replicationSource,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7d6f26a4c136,46705,1732670230323 (queues=0) is replicating from cluster=f210f9dc-cde9-4fda-a063-244e18bf6924 to cluster=38f1242a-0b93-4435-9704-27e4f29ff425 2024-11-27T01:17:10,908 INFO [RS:0;7d6f26a4c136:46705 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:10,910 INFO [RS:0;7d6f26a4c136:46705 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C46705%2C1732670230323, suffix=, logDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs, maxLogs=10 2024-11-27T01:17:10,926 DEBUG [RS:0;7d6f26a4c136:46705 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911, exclude list is [], retry=0 2024-11-27T01:17:10,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36181,DS-0823a960-91ca-4829-acaf-bfb8a97ebc7b,DISK] 2024-11-27T01:17:10,945 INFO [RS:0;7d6f26a4c136:46705 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 2024-11-27T01:17:10,946 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7d6f26a4c136%2C46705%2C1732670230323 for peer 1 2024-11-27T01:17:10,946 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7d6f26a4c136%2C46705%2C1732670230323 for peer 2 2024-11-27T01:17:10,946 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C46705%2C1732670230323 2024-11-27T01:17:10,946 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,46705,1732670230323, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:17:10,947 INFO [RS:0;7d6f26a4c136:46705.replicationSource.shipper7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C46705%2C1732670230323 2024-11-27T01:17:10,947 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7d6f26a4c136%2C46705%2C1732670230323 2024-11-27T01:17:10,947 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7d6f26a4c136,46705,1732670230323, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:17:10,947 DEBUG [RS:0;7d6f26a4c136:46705 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33639:33639)] 2024-11-27T01:17:10,947 INFO [RS:0;7d6f26a4c136:46705.replicationSource.shipper7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C46705%2C1732670230323 2024-11-27T01:17:10,948 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911, startPosition=0, beingWritten=true 2024-11-27T01:17:10,948 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911, startPosition=0, beingWritten=true 2024-11-27T01:17:10,981 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:17:11,039 DEBUG [7d6f26a4c136:46427 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:17:11,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:11,041 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,46705,1732670230323, state=OPENING 2024-11-27T01:17:11,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987331538/meta-region-server 2024-11-27T01:17:11,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987331538/meta-region-server 2024-11-27T01:17:11,047 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:11,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: CHANGED 2024-11-27T01:17:11,047 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: CHANGED 2024-11-27T01:17:11,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46705,1732670230323}] 2024-11-27T01:17:11,155 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:11,157 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:11,201 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:17:11,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:17:11,207 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:17:11,208 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:11,208 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:17:11,210 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C46705%2C1732670230323.meta, suffix=.meta, logDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs, maxLogs=10 2024-11-27T01:17:11,225 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.meta.1732670231211.meta, exclude list is [], retry=0 2024-11-27T01:17:11,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36181,DS-0823a960-91ca-4829-acaf-bfb8a97ebc7b,DISK] 2024-11-27T01:17:11,230 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.meta.1732670231211.meta 2024-11-27T01:17:11,230 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33639:33639)] 2024-11-27T01:17:11,231 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:11,231 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:11,231 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:17:11,231 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:17:11,231 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:17:11,232 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:17:11,232 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:11,232 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:17:11,232 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:17:11,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:17:11,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:17:11,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:11,242 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/info/eb13aa434cd0418f97b3f66b11f35c4a 2024-11-27T01:17:11,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:11,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:17:11,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:17:11,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:11,251 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/ns/f4350c999c0c4c388f7ece4a24be84a0 2024-11-27T01:17:11,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:11,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:17:11,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:17:11,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:11,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:11,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:17:11,254 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:17:11,254 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:11,262 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/table/19877863fd6247c3b2fe7a193b19732c 2024-11-27T01:17:11,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:11,262 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:17:11,263 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740 2024-11-27T01:17:11,265 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740 2024-11-27T01:17:11,266 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:17:11,266 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:17:11,267 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:11,268 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:17:11,269 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66500611, jitterRate=-0.009063675999641418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:11,269 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:17:11,269 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670231232Writing region info on filesystem at 1732670231232Initializing all the Stores at 1732670231233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670231233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670231233Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670231233Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670231233Cleaning up temporary data from old regions at 1732670231266 (+33 ms)Running coprocessor post-open hooks at 1732670231269 (+3 ms)Region opened successfully at 1732670231269 2024-11-27T01:17:11,271 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732670231201 2024-11-27T01:17:11,273 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:17:11,273 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:17:11,274 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:11,275 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,46705,1732670230323, state=OPEN 2024-11-27T01:17:11,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987331538/meta-region-server 2024-11-27T01:17:11,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0987331538/meta-region-server 2024-11-27T01:17:11,277 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:11,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: CHANGED 2024-11-27T01:17:11,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0987331538/meta-region-server: CHANGED 2024-11-27T01:17:11,280 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T01:17:11,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46705,1732670230323 in 230 msec 2024-11-27T01:17:11,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T01:17:11,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 646 msec 2024-11-27T01:17:11,463 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:11,463 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:11,870 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:11,870 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:12,228 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-27T01:17:12,378 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:12,378 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:12,985 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:12,985 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:13,692 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:13,692 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:13,730 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-27T01:17:14,499 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:14,499 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:15,132 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T01:17:15,132 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:17:15,133 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:15,133 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46705,1732670230323, seqNum=-1] 2024-11-27T01:17:15,133 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:15,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:15,141 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bd04d6a95d13a15e10a2d4cce89166b2, regionState=OPEN, lastHost=7d6f26a4c136,38857,1732670216763, regionLocation=7d6f26a4c136,38857,1732670216763, openSeqNum=2 2024-11-27T01:17:15,141 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:17:15,142 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670295142 2024-11-27T01:17:15,142 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670355142 2024-11-27T01:17:15,142 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-27T01:17:15,142 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46427,1732670230290-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:15,142 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46427,1732670230290-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:15,142 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46427,1732670230290-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:15,142 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7d6f26a4c136,38857,1732670216763 had 2 regions 2024-11-27T01:17:15,142 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:46427, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:15,143 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:15,143 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:15,145 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7d6f26a4c136,38857,1732670216763, splitWal=true, meta=true, isMeta: false 2024-11-27T01:17:15,147 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763-splitting dir is empty, no logs to split. 2024-11-27T01:17:15,147 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7d6f26a4c136,38857,1732670216763 WAL count=0, meta=false 2024-11-27T01:17:15,149 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.787sec 2024-11-27T01:17:15,149 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:17:15,149 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:17:15,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:17:15,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:17:15,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:17:15,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46427,1732670230290-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:15,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46427,1732670230290-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:17:15,151 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,38857,1732670216763-splitting dir is empty, no logs to split. 2024-11-27T01:17:15,151 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7d6f26a4c136,38857,1732670216763 WAL count=0, meta=false 2024-11-27T01:17:15,151 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7d6f26a4c136,38857,1732670216763 WAL splitting is done? wals=0, meta=false 2024-11-27T01:17:15,154 WARN [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7d6f26a4c136,38857,1732670216763/hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:15,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd04d6a95d13a15e10a2d4cce89166b2, ASSIGN}] 2024-11-27T01:17:15,155 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:17:15,155 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:17:15,155 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46427,1732670230290-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:15,156 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd04d6a95d13a15e10a2d4cce89166b2, ASSIGN 2024-11-27T01:17:15,157 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd04d6a95d13a15e10a2d4cce89166b2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T01:17:15,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de3737e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:15,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,46427,-1 for getting cluster id 2024-11-27T01:17:15,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:15,250 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f210f9dc-cde9-4fda-a063-244e18bf6924' 2024-11-27T01:17:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f210f9dc-cde9-4fda-a063-244e18bf6924" 2024-11-27T01:17:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f67ba4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:15,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,46427,-1] 2024-11-27T01:17:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:15,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:15,252 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8a0d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:15,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46705,1732670230323, seqNum=-1] 2024-11-27T01:17:15,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:15,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:15,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T01:17:15,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:15,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:15,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:15,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:15,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:15,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7d6f26a4c136:46427 after: 7d6f26a4c136:46427 2024-11-27T01:17:15,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:15,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,46427,-1 for getting cluster id 2024-11-27T01:17:15,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:15,261 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f210f9dc-cde9-4fda-a063-244e18bf6924' 2024-11-27T01:17:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f210f9dc-cde9-4fda-a063-244e18bf6924" 2024-11-27T01:17:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48845e51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,46427,-1] 2024-11-27T01:17:15,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:15,263 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:15,263 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:15,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe57e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:15,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,46427,1732670230290 2024-11-27T01:17:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a81c10c 2024-11-27T01:17:15,265 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:15,266 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:15,266 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T01:17:15,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T01:17:15,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T01:17:15,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46427 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-27T01:17:15,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:17:15,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:15,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:15,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:15,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:15,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:15,269 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:17:15,270 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1816133740, stopped=false 2024-11-27T01:17:15,270 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,35575,1732670221002 2024-11-27T01:17:15,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1059872853/running 2024-11-27T01:17:15,272 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:17:15,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1059872853/running 2024-11-27T01:17:15,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:15,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:15,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:15,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:15,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Set watcher on znode that does not yet exist, /1-1059872853/running 2024-11-27T01:17:15,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:15,272 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Set watcher on znode that does not yet exist, /1-1059872853/running 2024-11-27T01:17:15,273 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,45393,1732670221054' ***** 2024-11-27T01:17:15,273 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:17:15,273 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:17:15,273 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:17:15,273 INFO [RS:0;7d6f26a4c136:45393 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:17:15,273 INFO [RS:0;7d6f26a4c136:45393 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:17:15,273 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,45393,1732670221054 2024-11-27T01:17:15,274 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:17:15,274 INFO [RS:0;7d6f26a4c136:45393 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:45393. 2024-11-27T01:17:15,274 DEBUG [RS:0;7d6f26a4c136:45393 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:15,274 DEBUG [RS:0;7d6f26a4c136:45393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:15,274 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:17:15,274 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:17:15,274 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:17:15,274 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:17:15,274 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:17:15,274 DEBUG [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:17:15,275 DEBUG [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:15,275 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:17:15,275 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:17:15,275 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:17:15,275 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:17:15,275 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:17:15,275 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T01:17:15,294 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/1588230740/.tmp/ns/b8356afe05734096b19541afac17ebe9 is 43, key is default/ns:d/1732670224133/Put/seqid=0 2024-11-27T01:17:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741835_1011 (size=5153) 2024-11-27T01:17:15,307 DEBUG [7d6f26a4c136:46427 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:17:15,308 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=bd04d6a95d13a15e10a2d4cce89166b2, regionState=OPENING, regionLocation=7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:15,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd04d6a95d13a15e10a2d4cce89166b2, ASSIGN because future has completed 2024-11-27T01:17:15,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd04d6a95d13a15e10a2d4cce89166b2, server=7d6f26a4c136,46705,1732670230323}] 2024-11-27T01:17:15,338 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:17:15,406 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:15,406 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:15,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:15,469 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:15,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:17:15,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C46705%2C1732670230323.rep, suffix=, logDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323, archiveDir=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs, maxLogs=10 2024-11-27T01:17:15,475 DEBUG [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:15,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.rep.1732670235472, exclude list is [], retry=0 2024-11-27T01:17:15,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36181,DS-0823a960-91ca-4829-acaf-bfb8a97ebc7b,DISK] 2024-11-27T01:17:15,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.rep.1732670235472 2024-11-27T01:17:15,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33639:33639)] 2024-11-27T01:17:15,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => bd04d6a95d13a15e10a2d4cce89166b2, NAME => 'hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:15,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:15,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:17:15,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. service=MultiRowMutationService 2024-11-27T01:17:15,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:17:15,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:15,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,494 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,495 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd04d6a95d13a15e10a2d4cce89166b2 columnFamilyName hfileref 2024-11-27T01:17:15,495 DEBUG [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:15,495 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(327): Store=bd04d6a95d13a15e10a2d4cce89166b2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:15,496 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,496 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd04d6a95d13a15e10a2d4cce89166b2 columnFamilyName queue 2024-11-27T01:17:15,496 DEBUG [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:15,503 DEBUG [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2/queue/4b1e56a790e34935890e7dd8f75688e5 2024-11-27T01:17:15,504 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(327): Store=bd04d6a95d13a15e10a2d4cce89166b2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:15,504 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,505 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd04d6a95d13a15e10a2d4cce89166b2 columnFamilyName sid 2024-11-27T01:17:15,505 DEBUG [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:15,505 INFO [StoreOpener-bd04d6a95d13a15e10a2d4cce89166b2-1 {}] regionserver.HStore(327): Store=bd04d6a95d13a15e10a2d4cce89166b2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:15,505 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:17:15,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened bd04d6a95d13a15e10a2d4cce89166b2; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68773896, jitterRate=0.02481091022491455}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:17:15,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:15,513 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for bd04d6a95d13a15e10a2d4cce89166b2: Running coprocessor pre-open hook at 1732670235493Writing region info on filesystem at 1732670235493Initializing all the Stores at 1732670235493Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670235493Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670235494 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670235494Cleaning up temporary data from old regions at 1732670235508 (+14 ms)Running coprocessor post-open hooks at 1732670235512 (+4 ms)Region opened successfully at 1732670235513 (+1 ms) 2024-11-27T01:17:15,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2., pid=19, masterSystemTime=1732670235465 2024-11-27T01:17:15,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:15,517 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:15,517 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=bd04d6a95d13a15e10a2d4cce89166b2, regionState=OPEN, openSeqNum=10, regionLocation=7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:15,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd04d6a95d13a15e10a2d4cce89166b2, server=7d6f26a4c136,46705,1732670230323 because future has completed 2024-11-27T01:17:15,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T01:17:15,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure bd04d6a95d13a15e10a2d4cce89166b2, server=7d6f26a4c136,46705,1732670230323 in 210 msec 2024-11-27T01:17:15,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-27T01:17:15,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd04d6a95d13a15e10a2d4cce89166b2, ASSIGN in 369 msec 2024-11-27T01:17:15,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T01:17:15,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2., hostname=7d6f26a4c136,46705,1732670230323, seqNum=10] 2024-11-27T01:17:15,568 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 7d6f26a4c136,38857,1732670216763 2024-11-27T01:17:15,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T01:17:15,675 DEBUG [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:15,699 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/1588230740/.tmp/ns/b8356afe05734096b19541afac17ebe9 2024-11-27T01:17:15,707 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/1588230740/.tmp/ns/b8356afe05734096b19541afac17ebe9 as hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/1588230740/ns/b8356afe05734096b19541afac17ebe9 2024-11-27T01:17:15,714 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/1588230740/ns/b8356afe05734096b19541afac17ebe9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T01:17:15,715 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-27T01:17:15,715 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:17:15,720 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T01:17:15,721 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:17:15,721 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:17:15,721 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:15,721 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670235275Running coprocessor pre-close hooks at 1732670235275Disabling compacts and flushes for region at 1732670235275Disabling writes for close at 1732670235275Obtaining lock to block concurrent updates at 1732670235275Preparing flush snapshotting stores in 1588230740 at 1732670235275Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732670235275Flushing stores of hbase:meta,,1.1588230740 at 1732670235276 (+1 ms)Flushing 1588230740/ns: creating writer at 1732670235276Flushing 1588230740/ns: appending metadata at 1732670235293 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732670235293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c399f33: reopening flushed file at 1732670235706 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1732670235715 (+9 ms)Writing region close event to WAL at 1732670235717 (+2 ms)Running coprocessor post-close hooks at 1732670235721 (+4 ms)Closed at 1732670235721 2024-11-27T01:17:15,721 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:15,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46705 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-27T01:17:15,875 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,45393,1732670221054; all regions closed. 2024-11-27T01:17:15,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741834_1010 (size=1152) 2024-11-27T01:17:15,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/WALs/7d6f26a4c136,45393,1732670221054/7d6f26a4c136%2C45393%2C1732670221054.meta.1732670224070.meta not finished, retry = 0 2024-11-27T01:17:15,929 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:17:15,929 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:17:15,982 DEBUG [RS:0;7d6f26a4c136:45393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/oldWALs 2024-11-27T01:17:15,982 INFO [RS:0;7d6f26a4c136:45393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C45393%2C1732670221054.meta:.meta(num 1732670224070) 2024-11-27T01:17:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741832_1008 (size=93) 2024-11-27T01:17:15,984 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/WALs/7d6f26a4c136,45393,1732670221054/7d6f26a4c136%2C45393%2C1732670221054.1732670223066 not finished, retry = 0 2024-11-27T01:17:16,087 DEBUG [RS:0;7d6f26a4c136:45393 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/oldWALs 2024-11-27T01:17:16,087 INFO [RS:0;7d6f26a4c136:45393 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C45393%2C1732670221054:(num 1732670223066) 2024-11-27T01:17:16,087 DEBUG [RS:0;7d6f26a4c136:45393 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:16,087 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:17:16,087 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:17:16,088 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:17:16,088 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:17:16,088 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:17:16,088 INFO [RS:0;7d6f26a4c136:45393 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45393 2024-11-27T01:17:16,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853/rs 2024-11-27T01:17:16,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1059872853/rs/7d6f26a4c136,45393,1732670221054 2024-11-27T01:17:16,090 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:17:16,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,45393,1732670221054] 2024-11-27T01:17:16,094 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1059872853/draining/7d6f26a4c136,45393,1732670221054 already deleted, retry=false 2024-11-27T01:17:16,094 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,45393,1732670221054 expired; onlineServers=0 2024-11-27T01:17:16,094 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,35575,1732670221002' ***** 2024-11-27T01:17:16,094 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:17:16,094 INFO [M:0;7d6f26a4c136:35575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:17:16,094 INFO [M:0;7d6f26a4c136:35575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:17:16,094 DEBUG [M:0;7d6f26a4c136:35575 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:17:16,095 DEBUG [M:0;7d6f26a4c136:35575 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:17:16,095 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:17:16,095 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670222894 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670222894,5,FailOnTimeoutGroup] 2024-11-27T01:17:16,095 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670222894 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670222894,5,FailOnTimeoutGroup] 2024-11-27T01:17:16,095 INFO [M:0;7d6f26a4c136:35575 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:17:16,095 INFO [M:0;7d6f26a4c136:35575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:17:16,095 DEBUG [M:0;7d6f26a4c136:35575 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:17:16,095 INFO [M:0;7d6f26a4c136:35575 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:17:16,095 INFO [M:0;7d6f26a4c136:35575 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:17:16,095 INFO [M:0;7d6f26a4c136:35575 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:17:16,095 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:17:16,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1059872853/master 2024-11-27T01:17:16,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1059872853 2024-11-27T01:17:16,096 DEBUG [M:0;7d6f26a4c136:35575 {}] zookeeper.ZKUtil(347): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Unable to get data of znode /1-1059872853/master because node does not exist (not an error) 2024-11-27T01:17:16,096 WARN [M:0;7d6f26a4c136:35575 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:17:16,098 INFO [M:0;7d6f26a4c136:35575 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/.lastflushedseqids 2024-11-27T01:17:16,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741836_1012 (size=99) 2024-11-27T01:17:16,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:16,193 INFO [RS:0;7d6f26a4c136:45393 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:17:16,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45393-0x10156ff34b60004, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:16,193 INFO [RS:0;7d6f26a4c136:45393 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,45393,1732670221054; zookeeper connection closed. 2024-11-27T01:17:16,193 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57646b1b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57646b1b 2024-11-27T01:17:16,194 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:17:16,413 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:16,413 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:16,503 INFO [M:0;7d6f26a4c136:35575 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:17:16,503 INFO [M:0;7d6f26a4c136:35575 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:17:16,503 DEBUG [M:0;7d6f26a4c136:35575 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:17:16,504 INFO [M:0;7d6f26a4c136:35575 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:16,504 DEBUG [M:0;7d6f26a4c136:35575 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:16,504 DEBUG [M:0;7d6f26a4c136:35575 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:17:16,504 DEBUG [M:0;7d6f26a4c136:35575 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:16,504 INFO [M:0;7d6f26a4c136:35575 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T01:17:16,522 DEBUG [M:0;7d6f26a4c136:35575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66921a889c2849459cb7ad806b6ef319 is 82, key is hbase:meta,,1/info:regioninfo/1732670224118/Put/seqid=0 2024-11-27T01:17:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741837_1013 (size=5672) 2024-11-27T01:17:16,734 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:17:16,928 INFO [M:0;7d6f26a4c136:35575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66921a889c2849459cb7ad806b6ef319 2024-11-27T01:17:16,950 DEBUG [M:0;7d6f26a4c136:35575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa2bf5554baf4d1f87c9013510d05e81 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732670224140/Put/seqid=0 2024-11-27T01:17:16,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741838_1014 (size=5275) 2024-11-27T01:17:17,355 INFO [M:0;7d6f26a4c136:35575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa2bf5554baf4d1f87c9013510d05e81 2024-11-27T01:17:17,377 DEBUG [M:0;7d6f26a4c136:35575 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47321ac5302d439c932a8d2530afffa7 is 69, key is 7d6f26a4c136,45393,1732670221054/rs:state/1732670222909/Put/seqid=0 2024-11-27T01:17:17,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741839_1015 (size=5156) 2024-11-27T01:17:17,521 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:17,521 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:17,782 INFO [M:0;7d6f26a4c136:35575 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47321ac5302d439c932a8d2530afffa7 2024-11-27T01:17:17,789 DEBUG [M:0;7d6f26a4c136:35575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/66921a889c2849459cb7ad806b6ef319 as hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66921a889c2849459cb7ad806b6ef319 2024-11-27T01:17:17,796 INFO [M:0;7d6f26a4c136:35575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/66921a889c2849459cb7ad806b6ef319, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T01:17:17,797 DEBUG [M:0;7d6f26a4c136:35575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aa2bf5554baf4d1f87c9013510d05e81 as hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa2bf5554baf4d1f87c9013510d05e81 2024-11-27T01:17:17,803 INFO [M:0;7d6f26a4c136:35575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aa2bf5554baf4d1f87c9013510d05e81, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T01:17:17,804 DEBUG [M:0;7d6f26a4c136:35575 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/47321ac5302d439c932a8d2530afffa7 as hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47321ac5302d439c932a8d2530afffa7 2024-11-27T01:17:17,811 INFO [M:0;7d6f26a4c136:35575 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42479/user/jenkins/test-data/6229f733-a788-a199-8793-0c88b16088ac/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/47321ac5302d439c932a8d2530afffa7, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T01:17:17,812 INFO [M:0;7d6f26a4c136:35575 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false 2024-11-27T01:17:17,813 INFO [M:0;7d6f26a4c136:35575 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:17,813 DEBUG [M:0;7d6f26a4c136:35575 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670236503Disabling compacts and flushes for region at 1732670236503Disabling writes for close at 1732670236504 (+1 ms)Obtaining lock to block concurrent updates at 1732670236504Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670236504Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732670236504Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670236505 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670236505Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670236521 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670236521Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670236934 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670236950 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670236950Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670237361 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670237377 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670237377Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75e968ce: reopening flushed file at 1732670237788 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c16121c: reopening flushed file at 1732670237796 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ef474a6: reopening flushed file at 1732670237803 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1308ms, sequenceid=28, compaction requested=false at 1732670237812 (+9 ms)Writing region close event to WAL at 1732670237813 (+1 ms)Closed at 1732670237813 2024-11-27T01:17:17,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43339 is added to blk_1073741830_1006 (size=10165) 2024-11-27T01:17:17,817 INFO [M:0;7d6f26a4c136:35575 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:17:17,817 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:17:17,817 INFO [M:0;7d6f26a4c136:35575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35575 2024-11-27T01:17:17,820 INFO [M:0;7d6f26a4c136:35575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:17:17,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:17,922 INFO [M:0;7d6f26a4c136:35575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:17:17,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35575-0x10156ff34b60003, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:17,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:17:17,928 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:17:17,928 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:17:17,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:17:17,928 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/hadoop.log.dir/,STOPPED} 2024-11-27T01:17:17,931 WARN [BP-1123631895-172.17.0.2-1732670220219 heartbeating to localhost/127.0.0.1:42479 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:17:17,931 WARN [BP-1123631895-172.17.0.2-1732670220219 heartbeating to localhost/127.0.0.1:42479 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1123631895-172.17.0.2-1732670220219 (Datanode Uuid 668e331d-9440-455d-a217-55270a5156fb) service to localhost/127.0.0.1:42479 2024-11-27T01:17:17,931 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:17:17,931 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:17:17,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/cluster_c25308cc-3d84-8c15-a59b-37d6d28b03d9/data/data1/current/BP-1123631895-172.17.0.2-1732670220219 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:17:17,933 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/cluster_c25308cc-3d84-8c15-a59b-37d6d28b03d9/data/data2/current/BP-1123631895-172.17.0.2-1732670220219 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:17:17,933 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:17:17,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:17:17,941 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:17:17,941 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:17:17,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:17:17,941 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/hadoop.log.dir/,STOPPED} 2024-11-27T01:17:17,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:17:17,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:17:17,960 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:17,960 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:17,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:17,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:17,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:17,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:17:17,961 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1734278383, stopped=false 2024-11-27T01:17:17,961 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,46427,1732670230290 2024-11-27T01:17:17,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987331538/running 2024-11-27T01:17:17,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987331538/running 2024-11-27T01:17:17,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:17,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:17,965 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:17:17,965 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:17,965 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:17,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/running 2024-11-27T01:17:17,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:17,966 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Set watcher on znode that does not yet exist, /0987331538/running 2024-11-27T01:17:17,966 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,46705,1732670230323' ***** 2024-11-27T01:17:17,966 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:17:17,966 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:17:17,966 INFO [RS:0;7d6f26a4c136:46705 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:17:17,966 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:17:17,966 INFO [RS:0;7d6f26a4c136:46705 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:17:17,966 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(3091): Received CLOSE for bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:17,967 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:17,967 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:17:17,967 INFO [RS:0;7d6f26a4c136:46705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:46705. 2024-11-27T01:17:17,967 DEBUG [RS:0;7d6f26a4c136:46705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:17,967 DEBUG [RS:0;7d6f26a4c136:46705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:17,967 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd04d6a95d13a15e10a2d4cce89166b2, disabling compactions & flushes 2024-11-27T01:17:17,967 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:17,967 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:17:17,967 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:17,967 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:17:17,967 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:17:17,967 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:17:17,967 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. after waiting 0 ms 2024-11-27T01:17:17,967 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:17,967 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T01:17:17,967 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bd04d6a95d13a15e10a2d4cce89166b2=hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2.} 2024-11-27T01:17:17,967 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd04d6a95d13a15e10a2d4cce89166b2 2024-11-27T01:17:17,967 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:17:17,968 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:17:17,968 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:17:17,968 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:17:17,968 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:17:17,968 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T01:17:17,973 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/replication/bd04d6a95d13a15e10a2d4cce89166b2/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-27T01:17:17,973 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:17:17,973 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:17:17,973 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:17,974 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd04d6a95d13a15e10a2d4cce89166b2: Waiting for close lock at 1732670237967Running coprocessor pre-close hooks at 1732670237967Disabling compacts and flushes for region at 1732670237967Disabling writes for close at 1732670237967Writing region close event to WAL at 1732670237968 (+1 ms)Running coprocessor post-close hooks at 1732670237973 (+5 ms)Closed at 1732670237973 2024-11-27T01:17:17,974 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2. 2024-11-27T01:17:17,986 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/info/d3afb5c62cd7432dab28c05c5dca0c02 is 147, key is hbase:replication,,1732670224277.bd04d6a95d13a15e10a2d4cce89166b2./info:regioninfo/1732670235517/Put/seqid=0 2024-11-27T01:17:17,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741851_1027 (size=6385) 2024-11-27T01:17:18,038 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:17:18,168 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:18,368 DEBUG [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:18,391 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/info/d3afb5c62cd7432dab28c05c5dca0c02 2024-11-27T01:17:18,399 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/.tmp/info/d3afb5c62cd7432dab28c05c5dca0c02 as hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/info/d3afb5c62cd7432dab28c05c5dca0c02 2024-11-27T01:17:18,406 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/info/d3afb5c62cd7432dab28c05c5dca0c02, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T01:17:18,407 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false 2024-11-27T01:17:18,413 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T01:17:18,413 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:17:18,413 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:17:18,413 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:18,413 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670237967Running coprocessor pre-close hooks at 1732670237967Disabling compacts and flushes for region at 1732670237967Disabling writes for close at 1732670237968 (+1 ms)Obtaining lock to block concurrent updates at 1732670237968Preparing flush snapshotting stores in 1588230740 at 1732670237968Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732670237968Flushing stores of hbase:meta,,1.1588230740 at 1732670237969 (+1 ms)Flushing 1588230740/info: creating writer at 1732670237969Flushing 1588230740/info: appending metadata at 1732670237986 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732670237986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e47a305: reopening flushed file at 1732670238398 (+412 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 439ms, sequenceid=19, compaction requested=false at 1732670238407 (+9 ms)Writing region close event to WAL at 1732670238409 (+2 ms)Running coprocessor post-close hooks at 1732670238413 (+4 ms)Closed at 1732670238413 2024-11-27T01:17:18,414 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:18,568 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,46705,1732670230323; all regions closed. 2024-11-27T01:17:18,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741849_1025 (size=2156) 2024-11-27T01:17:18,571 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.meta.1732670231211.meta not finished, retry = 0 2024-11-27T01:17:18,675 DEBUG [RS:0;7d6f26a4c136:46705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs 2024-11-27T01:17:18,675 INFO [RS:0;7d6f26a4c136:46705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C46705%2C1732670230323.meta:.meta(num 1732670231211) 2024-11-27T01:17:18,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741850_1026 (size=796) 2024-11-27T01:17:18,678 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.rep.1732670235472 not finished, retry = 0 2024-11-27T01:17:18,728 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:18,728 DEBUG [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/WALs/7d6f26a4c136,46705,1732670230323/7d6f26a4c136%2C46705%2C1732670230323.1732670230911 to pos 0, reset compression=false 2024-11-27T01:17:18,733 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:17:18,733 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:17:18,781 DEBUG [RS:0;7d6f26a4c136:46705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs 2024-11-27T01:17:18,781 INFO [RS:0;7d6f26a4c136:46705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C46705%2C1732670230323.rep:(num 1732670235472) 2024-11-27T01:17:18,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741848_1024 (size=93) 2024-11-27T01:17:18,785 DEBUG [RS:0;7d6f26a4c136:46705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/oldWALs 2024-11-27T01:17:18,785 INFO [RS:0;7d6f26a4c136:46705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C46705%2C1732670230323:(num 1732670230911) 2024-11-27T01:17:18,785 DEBUG [RS:0;7d6f26a4c136:46705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:18,785 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:17:18,785 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:17:18,786 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:17:18,786 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:17:18,786 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:17:18,786 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T01:17:18,786 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T01:17:18,786 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,46705,1732670230323 because: Region server is closing 2024-11-27T01:17:18,786 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T01:17:18,786 INFO [RS:0;7d6f26a4c136:46705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:46705. 2024-11-27T01:17:18,787 DEBUG [RS:0;7d6f26a4c136:46705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:18,787 DEBUG [RS:0;7d6f26a4c136:46705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:18,787 DEBUG [RS:0;7d6f26a4c136:46705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:18,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:18,887 WARN [RS:0;7d6f26a4c136:46705.replicationSource.shipper7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T01:17:18,887 WARN [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:17:18,887 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7d6f26a4c136:46705.replicationSource.shipper7d6f26a4c136%2C46705%2C1732670230323,1-7d6f26a4c136,46705,1732670230323 terminated 2024-11-27T01:17:18,887 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7d6f26a4c136,46705,1732670230323 because: Region server is closing 2024-11-27T01:17:18,888 INFO [RS:0;7d6f26a4c136:46705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:46705. 2024-11-27T01:17:18,888 DEBUG [RS:0;7d6f26a4c136:46705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:18,888 DEBUG [RS:0;7d6f26a4c136:46705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:18,888 DEBUG [RS:0;7d6f26a4c136:46705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:18,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:18,988 WARN [RS:0;7d6f26a4c136:46705.replicationSource.wal-reader.7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:17:18,988 WARN [RS:0;7d6f26a4c136:46705.replicationSource.shipper7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T01:17:18,989 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;7d6f26a4c136:46705.replicationSource.shipper7d6f26a4c136%2C46705%2C1732670230323,2-7d6f26a4c136,46705,1732670230323 terminated 2024-11-27T01:17:18,989 INFO [RS:0;7d6f26a4c136:46705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46705 2024-11-27T01:17:18,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538/rs 2024-11-27T01:17:18,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987331538/rs/7d6f26a4c136,46705,1732670230323 2024-11-27T01:17:18,993 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:17:18,994 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,46705,1732670230323] 2024-11-27T01:17:18,995 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0987331538/draining/7d6f26a4c136,46705,1732670230323 already deleted, retry=false 2024-11-27T01:17:18,995 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,46705,1732670230323 expired; onlineServers=0 2024-11-27T01:17:18,996 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,46427,1732670230290' ***** 2024-11-27T01:17:18,996 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:17:18,996 INFO [M:0;7d6f26a4c136:46427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:17:18,996 INFO [M:0;7d6f26a4c136:46427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:17:18,996 DEBUG [M:0;7d6f26a4c136:46427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:17:18,996 DEBUG [M:0;7d6f26a4c136:46427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:17:18,996 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:17:18,996 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670230621 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670230621,5,FailOnTimeoutGroup] 2024-11-27T01:17:18,996 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670230620 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670230620,5,FailOnTimeoutGroup] 2024-11-27T01:17:18,996 INFO [M:0;7d6f26a4c136:46427 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:17:18,996 INFO [M:0;7d6f26a4c136:46427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:17:18,996 DEBUG [M:0;7d6f26a4c136:46427 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:17:18,996 INFO [M:0;7d6f26a4c136:46427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:17:18,997 INFO [M:0;7d6f26a4c136:46427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:17:18,997 INFO [M:0;7d6f26a4c136:46427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:17:18,997 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:17:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0987331538/master 2024-11-27T01:17:18,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0987331538 2024-11-27T01:17:18,997 DEBUG [M:0;7d6f26a4c136:46427 {}] zookeeper.ZKUtil(347): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Unable to get data of znode /0987331538/master because node does not exist (not an error) 2024-11-27T01:17:18,997 WARN [M:0;7d6f26a4c136:46427 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:17:18,998 INFO [M:0;7d6f26a4c136:46427 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/.lastflushedseqids 2024-11-27T01:17:19,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741852_1028 (size=181) 2024-11-27T01:17:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:19,095 INFO [RS:0;7d6f26a4c136:46705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:17:19,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x10156ff34b60007, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:19,095 INFO [RS:0;7d6f26a4c136:46705 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,46705,1732670230323; zookeeper connection closed. 2024-11-27T01:17:19,095 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5780db65 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5780db65 2024-11-27T01:17:19,095 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:17:19,405 INFO [M:0;7d6f26a4c136:46427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:17:19,406 INFO [M:0;7d6f26a4c136:46427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:17:19,406 DEBUG [M:0;7d6f26a4c136:46427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:17:19,406 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:19,406 DEBUG [M:0;7d6f26a4c136:46427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:19,406 DEBUG [M:0;7d6f26a4c136:46427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:17:19,406 DEBUG [M:0;7d6f26a4c136:46427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:19,406 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T01:17:19,424 DEBUG [M:0;7d6f26a4c136:46427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/953d7b84aca14ec2b5cc9dfd3183b5e2 is 82, key is hbase:meta,,1/info:regioninfo/1732670231274/Put/seqid=0 2024-11-27T01:17:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741853_1029 (size=5680) 2024-11-27T01:17:19,829 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/953d7b84aca14ec2b5cc9dfd3183b5e2 2024-11-27T01:17:19,856 DEBUG [M:0;7d6f26a4c136:46427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7aae804bacd24407b0dcafe657f0c279 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732670235525/Put/seqid=0 2024-11-27T01:17:19,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741854_1030 (size=7319) 2024-11-27T01:17:20,262 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7aae804bacd24407b0dcafe657f0c279 2024-11-27T01:17:20,285 DEBUG [M:0;7d6f26a4c136:46427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d07eece4812741c3a876f22f11099da9 is 69, key is 7d6f26a4c136,46705,1732670230323/rs:state/1732670230677/Put/seqid=0 2024-11-27T01:17:20,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741855_1031 (size=5371) 2024-11-27T01:17:20,691 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d07eece4812741c3a876f22f11099da9 2024-11-27T01:17:20,697 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d07eece4812741c3a876f22f11099da9 2024-11-27T01:17:20,698 DEBUG [M:0;7d6f26a4c136:46427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/953d7b84aca14ec2b5cc9dfd3183b5e2 as hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/953d7b84aca14ec2b5cc9dfd3183b5e2 2024-11-27T01:17:20,704 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/953d7b84aca14ec2b5cc9dfd3183b5e2, entries=8, sequenceid=172, filesize=5.5 K 2024-11-27T01:17:20,705 DEBUG [M:0;7d6f26a4c136:46427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7aae804bacd24407b0dcafe657f0c279 as hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7aae804bacd24407b0dcafe657f0c279 2024-11-27T01:17:20,710 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7aae804bacd24407b0dcafe657f0c279, entries=7, sequenceid=172, filesize=7.1 K 2024-11-27T01:17:20,711 DEBUG [M:0;7d6f26a4c136:46427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d07eece4812741c3a876f22f11099da9 as hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d07eece4812741c3a876f22f11099da9 2024-11-27T01:17:20,717 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d07eece4812741c3a876f22f11099da9 2024-11-27T01:17:20,717 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39021/user/jenkins/test-data/3de77f05-778a-bb73-051c-f74513f20cef/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d07eece4812741c3a876f22f11099da9, entries=2, sequenceid=172, filesize=5.2 K 2024-11-27T01:17:20,718 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false 2024-11-27T01:17:20,720 INFO [M:0;7d6f26a4c136:46427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:20,721 DEBUG [M:0;7d6f26a4c136:46427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670239406Disabling compacts and flushes for region at 1732670239406Disabling writes for close at 1732670239406Obtaining lock to block concurrent updates at 1732670239406Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670239406Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732670239407 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670239407Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670239408 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670239423 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670239423Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670239836 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670239855 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670239855Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670240269 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670240284 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670240284Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c20c1d7: reopening flushed file at 1732670240697 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ecc7a8d: reopening flushed file at 1732670240704 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55e95545: reopening flushed file at 1732670240710 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false at 1732670240718 (+8 ms)Writing region close event to WAL at 1732670240720 (+2 ms)Closed at 1732670240720 2024-11-27T01:17:20,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36181 is added to blk_1073741847_1023 (size=22949) 2024-11-27T01:17:20,724 INFO [M:0;7d6f26a4c136:46427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:17:20,724 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:17:20,724 INFO [M:0;7d6f26a4c136:46427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46427 2024-11-27T01:17:20,724 INFO [M:0;7d6f26a4c136:46427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:17:20,828 INFO [M:0;7d6f26a4c136:46427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:17:20,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:20,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46427-0x10156ff34b60006, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:20,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:17:20,831 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:17:20,831 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:17:20,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:17:20,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/hadoop.log.dir/,STOPPED} 2024-11-27T01:17:20,833 WARN [BP-1221160127-172.17.0.2-1732670213430 heartbeating to localhost/127.0.0.1:39021 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:17:20,833 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:17:20,833 WARN [BP-1221160127-172.17.0.2-1732670213430 heartbeating to localhost/127.0.0.1:39021 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1221160127-172.17.0.2-1732670213430 (Datanode Uuid 98fa1076-774a-4a0a-9fa8-4bbd69ec4440) service to localhost/127.0.0.1:39021 2024-11-27T01:17:20,833 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:17:20,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/cluster_98cdc6ec-2692-47f9-01fb-cba48ff33cca/data/data1/current/BP-1221160127-172.17.0.2-1732670213430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:17:20,834 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/cluster_98cdc6ec-2692-47f9-01fb-cba48ff33cca/data/data2/current/BP-1221160127-172.17.0.2-1732670213430 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:17:20,834 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:17:20,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:17:20,841 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:17:20,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:17:20,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:17:20,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a75f1a3b-d49d-6509-bda5-4fe23b0a298d/hadoop.log.dir/,STOPPED} 2024-11-27T01:17:20,849 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T01:17:20,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:17:20,873 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42479 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:42479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57990) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42479 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@24d097d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7d6f26a4c136:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39021 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: master/7d6f26a4c136:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57990) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39021 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7d6f26a4c136:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42479 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39021 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/7d6f26a4c136:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7d6f26a4c136:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42479 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39021 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 381), ProcessCount=11 (was 11), AvailableMemoryMB=5945 (was 6757) 2024-11-27T01:17:20,881 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=255, ProcessCount=11, AvailableMemoryMB=5944 2024-11-27T01:17:20,895 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-27T01:17:20,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/hadoop.log.dir so I do NOT create it in target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1 2024-11-27T01:17:20,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:17:20,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/hadoop.tmp.dir so I do NOT create it in target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1 2024-11-27T01:17:20,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f4f3996-8e8d-fda4-a453-b911a0b75bcb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:17:20,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1 2024-11-27T01:17:20,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/cluster_0c794315-3198-2238-4acd-6ca982193400, deleteOnExit=true 2024-11-27T01:17:20,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/cluster_0c794315-3198-2238-4acd-6ca982193400/zookeeper_0, clientPort=49535, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/cluster_0c794315-3198-2238-4acd-6ca982193400/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/cluster_0c794315-3198-2238-4acd-6ca982193400/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T01:17:20,900 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49535 2024-11-27T01:17:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:17:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:17:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/test.cache.data in system properties and HBase conf 2024-11-27T01:17:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:17:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:17:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:17:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:17:20,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:17:20,900 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:17:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:17:20,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:17:20,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:17:20,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10156ff34b60002, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:17:20,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10156ff34b60005, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:17:20,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10156ff34b60002, quorum=127.0.0.1:57990, baseZNode=/0987331538 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:17:20,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10156ff34b60005, quorum=127.0.0.1:57990, baseZNode=/1-1059872853 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:17:20,992 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:20,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:17:20,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:17:20,999 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:17:20,999 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:17:21,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:21,000 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:17:21,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:17:21,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/java.io.tmpdir/jetty-localhost-32923-hadoop-hdfs-3_4_1-tests_jar-_-any-2447703286125696484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:17:21,120 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:32923} 2024-11-27T01:17:21,121 INFO [Time-limited test {}] server.Server(415): Started @29729ms 2024-11-27T01:17:21,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:21,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:17:21,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:17:21,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:17:21,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:17:21,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:17:21,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:17:21,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d8272f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/java.io.tmpdir/jetty-localhost-41325-hadoop-hdfs-3_4_1-tests_jar-_-any-16981406842276057450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:17:21,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:41325} 2024-11-27T01:17:21,340 INFO [Time-limited test {}] server.Server(415): Started @29948ms 2024-11-27T01:17:21,341 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:17:21,444 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/cluster_0c794315-3198-2238-4acd-6ca982193400/data/data1/current/BP-1566408901-172.17.0.2-1732670240933/current, will proceed with Du for space computation calculation, 2024-11-27T01:17:21,444 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/cluster_0c794315-3198-2238-4acd-6ca982193400/data/data2/current/BP-1566408901-172.17.0.2-1732670240933/current, will proceed with Du for space computation calculation, 2024-11-27T01:17:21,461 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:17:21,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccfde3b44777e9e6 with lease ID 0x4c860d1e24f5047a: Processing first storage report for DS-3c2ee255-58da-42c5-b566-8f01fe8227ab from datanode DatanodeRegistration(127.0.0.1:37401, datanodeUuid=02ce84d1-f4a3-4524-b242-1791d30f8059, infoPort=33137, infoSecurePort=0, ipcPort=37159, storageInfo=lv=-57;cid=testClusterID;nsid=462833408;c=1732670240933) 2024-11-27T01:17:21,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccfde3b44777e9e6 with lease ID 0x4c860d1e24f5047a: from storage DS-3c2ee255-58da-42c5-b566-8f01fe8227ab node DatanodeRegistration(127.0.0.1:37401, datanodeUuid=02ce84d1-f4a3-4524-b242-1791d30f8059, infoPort=33137, infoSecurePort=0, ipcPort=37159, storageInfo=lv=-57;cid=testClusterID;nsid=462833408;c=1732670240933), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T01:17:21,465 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xccfde3b44777e9e6 with lease ID 0x4c860d1e24f5047a: Processing first storage report for DS-07ccb6ae-5198-4262-9fa7-11d8a36d262e from datanode DatanodeRegistration(127.0.0.1:37401, datanodeUuid=02ce84d1-f4a3-4524-b242-1791d30f8059, infoPort=33137, infoSecurePort=0, ipcPort=37159, storageInfo=lv=-57;cid=testClusterID;nsid=462833408;c=1732670240933) 2024-11-27T01:17:21,465 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xccfde3b44777e9e6 with lease ID 0x4c860d1e24f5047a: from storage DS-07ccb6ae-5198-4262-9fa7-11d8a36d262e node DatanodeRegistration(127.0.0.1:37401, datanodeUuid=02ce84d1-f4a3-4524-b242-1791d30f8059, infoPort=33137, infoSecurePort=0, ipcPort=37159, storageInfo=lv=-57;cid=testClusterID;nsid=462833408;c=1732670240933), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:17:21,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1 2024-11-27T01:17:21,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:21,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:21,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:17:21,882 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c with version=8 2024-11-27T01:17:21,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/hbase-staging 2024-11-27T01:17:21,885 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:21,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:21,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:21,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:21,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:21,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:21,885 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:17:21,885 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:21,886 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36451 2024-11-27T01:17:21,887 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36451 connecting to ZooKeeper ensemble=127.0.0.1:49535 2024-11-27T01:17:21,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364510x0, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:21,894 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36451-0x10156ffa3120000 connected 2024-11-27T01:17:21,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:21,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:21,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Set watcher on znode that does not yet exist, /0-2102090880/running 2024-11-27T01:17:21,920 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c, hbase.cluster.distributed=false 2024-11-27T01:17:21,922 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Set watcher on znode that does not yet exist, /0-2102090880/acl 2024-11-27T01:17:21,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-27T01:17:21,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36451 2024-11-27T01:17:21,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36451 2024-11-27T01:17:21,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-27T01:17:21,924 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36451 2024-11-27T01:17:21,940 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:21,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:21,940 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:21,941 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:21,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:21,941 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:21,941 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:17:21,941 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:21,941 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43151 2024-11-27T01:17:21,943 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43151 connecting to ZooKeeper ensemble=127.0.0.1:49535 2024-11-27T01:17:21,943 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:21,945 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:21,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431510x0, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:21,951 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43151-0x10156ffa3120001 connected 2024-11-27T01:17:21,951 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Set watcher on znode that does not yet exist, /0-2102090880/running 2024-11-27T01:17:21,951 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:17:21,952 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:17:21,952 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Set watcher on znode that does not yet exist, /0-2102090880/master 2024-11-27T01:17:21,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Set watcher on znode that does not yet exist, /0-2102090880/acl 2024-11-27T01:17:21,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-27T01:17:21,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43151 2024-11-27T01:17:21,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43151 2024-11-27T01:17:21,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-27T01:17:21,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43151 2024-11-27T01:17:22,009 DEBUG [M:0;7d6f26a4c136:36451 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:36451 2024-11-27T01:17:22,009 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2102090880/backup-masters/7d6f26a4c136,36451,1732670241884 2024-11-27T01:17:22,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880/backup-masters 2024-11-27T01:17:22,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880/backup-masters 2024-11-27T01:17:22,013 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Set watcher on existing znode=/0-2102090880/backup-masters/7d6f26a4c136,36451,1732670241884 2024-11-27T01:17:22,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:22,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2102090880/master 2024-11-27T01:17:22,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:22,017 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Set watcher on existing znode=/0-2102090880/master 2024-11-27T01:17:22,017 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2102090880/backup-masters/7d6f26a4c136,36451,1732670241884 from backup master directory 2024-11-27T01:17:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880/backup-masters 2024-11-27T01:17:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2102090880/backup-masters/7d6f26a4c136,36451,1732670241884 2024-11-27T01:17:22,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880/backup-masters 2024-11-27T01:17:22,023 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:22,023 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,36451,1732670241884 2024-11-27T01:17:22,028 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/hbase.id] with ID: c02eadbc-f5ff-43f9-a1fb-340f9db48e3e 2024-11-27T01:17:22,028 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/.tmp/hbase.id 2024-11-27T01:17:22,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:17:22,434 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/.tmp/hbase.id]:[hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/hbase.id] 2024-11-27T01:17:22,447 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:22,448 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:17:22,449 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:17:22,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:22,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:17:22,858 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:17:22,859 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:17:22,859 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:22,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:17:23,267 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store 2024-11-27T01:17:23,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:17:23,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:17:23,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:23,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:23,675 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:23,675 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:17:23,675 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:23,675 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:23,675 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:17:23,675 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:23,675 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:23,675 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670243675Disabling compacts and flushes for region at 1732670243675Disabling writes for close at 1732670243675Writing region close event to WAL at 1732670243675Closed at 1732670243675 2024-11-27T01:17:23,676 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/.initializing 2024-11-27T01:17:23,676 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/WALs/7d6f26a4c136,36451,1732670241884 2024-11-27T01:17:23,677 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:23,679 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C36451%2C1732670241884, suffix=, logDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/WALs/7d6f26a4c136,36451,1732670241884, archiveDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/oldWALs, maxLogs=10 2024-11-27T01:17:23,693 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/WALs/7d6f26a4c136,36451,1732670241884/7d6f26a4c136%2C36451%2C1732670241884.1732670243679, exclude list is [], retry=0 2024-11-27T01:17:23,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-3c2ee255-58da-42c5-b566-8f01fe8227ab,DISK] 2024-11-27T01:17:23,698 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/WALs/7d6f26a4c136,36451,1732670241884/7d6f26a4c136%2C36451%2C1732670241884.1732670243679 2024-11-27T01:17:23,698 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33137:33137)] 2024-11-27T01:17:23,699 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:23,699 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:23,699 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,699 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:17:23,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:23,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:23,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:17:23,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:23,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:23,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,705 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:17:23,705 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:23,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:23,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:17:23,707 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:23,707 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:23,707 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,708 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,709 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,710 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,710 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,710 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:23,711 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:23,713 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:23,714 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73066663, jitterRate=0.08877812325954437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:23,715 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670243699Initializing all the Stores at 1732670243700 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670243700Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670243700Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670243700Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670243700Cleaning up temporary data from old regions at 1732670243710 (+10 ms)Region opened successfully at 1732670243715 (+5 ms) 2024-11-27T01:17:23,715 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:17:23,718 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b72b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:23,719 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:17:23,719 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:17:23,719 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:17:23,720 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:17:23,720 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:17:23,720 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:17:23,720 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:17:23,722 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:17:23,723 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Unable to get data of znode /0-2102090880/balancer because node does not exist (not necessarily an error) 2024-11-27T01:17:23,726 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102090880/balancer already deleted, retry=false 2024-11-27T01:17:23,726 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:17:23,727 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Unable to get data of znode /0-2102090880/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:17:23,728 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102090880/normalizer already deleted, retry=false 2024-11-27T01:17:23,728 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:17:23,729 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Unable to get data of znode /0-2102090880/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:17:23,730 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102090880/switch/split already deleted, retry=false 2024-11-27T01:17:23,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Unable to get data of znode /0-2102090880/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:17:23,732 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102090880/switch/merge already deleted, retry=false 2024-11-27T01:17:23,734 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Unable to get data of znode /0-2102090880/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:17:23,736 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102090880/snapshot-cleanup already deleted, retry=false 2024-11-27T01:17:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2102090880/running 2024-11-27T01:17:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2102090880/running 2024-11-27T01:17:23,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:23,739 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,36451,1732670241884, sessionid=0x10156ffa3120000, setting cluster-up flag (Was=false) 2024-11-27T01:17:23,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:23,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:23,748 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2102090880/flush-table-proc/acquired, /0-2102090880/flush-table-proc/reached, /0-2102090880/flush-table-proc/abort 2024-11-27T01:17:23,749 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,36451,1732670241884 2024-11-27T01:17:23,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:23,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:23,757 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2102090880/online-snapshot/acquired, /0-2102090880/online-snapshot/reached, /0-2102090880/online-snapshot/abort 2024-11-27T01:17:23,758 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,36451,1732670241884 2024-11-27T01:17:23,759 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:17:23,761 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:23,761 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:17:23,761 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:17:23,762 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7d6f26a4c136,38857,1732670216763: status=Processing ServerCrashProcedure of 7d6f26a4c136,38857,1732670216763 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732670230621, completionTime=-1 appears to have been leaked 2024-11-27T01:17:23,762 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,36451,1732670241884 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:17:23,763 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:23,763 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:23,763 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:23,763 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:23,764 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:17:23,764 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,764 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:23,764 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,768 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670273768 2024-11-27T01:17:23,768 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:17:23,768 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:17:23,769 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:17:23,769 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:17:23,769 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:17:23,769 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:17:23,769 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,769 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:17:23,769 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:23,769 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:17:23,769 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:17:23,769 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:17:23,769 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:17:23,770 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:23,770 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:17:23,774 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:17:23,774 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:17:23,774 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670243774,5,FailOnTimeoutGroup] 2024-11-27T01:17:23,774 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670243774,5,FailOnTimeoutGroup] 2024-11-27T01:17:23,774 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,775 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:17:23,775 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,775 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:17:23,799 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(746): ClusterId : c02eadbc-f5ff-43f9-a1fb-340f9db48e3e 2024-11-27T01:17:23,799 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:17:23,803 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:17:23,803 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:17:23,805 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:17:23,805 DEBUG [RS:0;7d6f26a4c136:43151 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c87bd78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:23,819 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:43151 2024-11-27T01:17:23,819 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:17:23,819 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:17:23,819 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:17:23,820 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,36451,1732670241884 with port=43151, startcode=1732670241940 2024-11-27T01:17:23,820 DEBUG [RS:0;7d6f26a4c136:43151 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:17:23,822 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37267, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:17:23,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36451 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:23,823 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36451 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:23,825 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c 2024-11-27T01:17:23,825 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41821 2024-11-27T01:17:23,825 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:17:23,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880/rs 2024-11-27T01:17:23,827 DEBUG [RS:0;7d6f26a4c136:43151 {}] zookeeper.ZKUtil(111): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Set watcher on existing znode=/0-2102090880/rs/7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:23,827 WARN [RS:0;7d6f26a4c136:43151 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:23,827 INFO [RS:0;7d6f26a4c136:43151 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:23,827 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:23,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,43151,1732670241940] 2024-11-27T01:17:23,831 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:17:23,832 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:17:23,833 INFO [RS:0;7d6f26a4c136:43151 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:17:23,833 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,833 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:17:23,834 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:17:23,834 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,834 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,834 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,834 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,834 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,835 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,835 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:23,835 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,835 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,835 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,835 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,835 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,835 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:23,835 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:23,835 DEBUG [RS:0;7d6f26a4c136:43151 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:23,836 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,836 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,836 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,836 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,836 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,836 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,43151,1732670241940-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:23,851 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:17:23,851 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,43151,1732670241940-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,851 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,851 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.Replication(171): 7d6f26a4c136,43151,1732670241940 started 2024-11-27T01:17:23,864 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:23,864 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,43151,1732670241940, RpcServer on 7d6f26a4c136/172.17.0.2:43151, sessionid=0x10156ffa3120001 2024-11-27T01:17:23,864 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:17:23,864 DEBUG [RS:0;7d6f26a4c136:43151 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:23,864 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,43151,1732670241940' 2024-11-27T01:17:23,864 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2102090880/flush-table-proc/abort' 2024-11-27T01:17:23,865 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2102090880/flush-table-proc/acquired' 2024-11-27T01:17:23,865 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:17:23,865 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:17:23,865 DEBUG [RS:0;7d6f26a4c136:43151 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:23,865 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,43151,1732670241940' 2024-11-27T01:17:23,865 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2102090880/online-snapshot/abort' 2024-11-27T01:17:23,866 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2102090880/online-snapshot/acquired' 2024-11-27T01:17:23,866 DEBUG [RS:0;7d6f26a4c136:43151 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:17:23,866 INFO [RS:0;7d6f26a4c136:43151 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:17:23,866 INFO [RS:0;7d6f26a4c136:43151 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:17:23,966 INFO [RS:0;7d6f26a4c136:43151 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:23,968 INFO [RS:0;7d6f26a4c136:43151 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C43151%2C1732670241940, suffix=, logDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940, archiveDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/oldWALs, maxLogs=10 2024-11-27T01:17:23,982 DEBUG [RS:0;7d6f26a4c136:43151 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.1732670243969, exclude list is [], retry=0 2024-11-27T01:17:23,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-3c2ee255-58da-42c5-b566-8f01fe8227ab,DISK] 2024-11-27T01:17:23,987 INFO [RS:0;7d6f26a4c136:43151 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.1732670243969 2024-11-27T01:17:23,987 DEBUG [RS:0;7d6f26a4c136:43151 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33137:33137)] 2024-11-27T01:17:24,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:17:24,182 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c 2024-11-27T01:17:24,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:17:24,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:24,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:17:24,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:17:24,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:24,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:24,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:17:24,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:17:24,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:24,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:24,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:17:24,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:17:24,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:24,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:24,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:17:24,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:17:24,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:24,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:24,599 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:17:24,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740 2024-11-27T01:17:24,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740 2024-11-27T01:17:24,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:17:24,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:17:24,602 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:24,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:17:24,605 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:24,605 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65002401, jitterRate=-0.031388744711875916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:24,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670244590Initializing all the Stores at 1732670244591 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670244591Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670244591Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670244591Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670244591Cleaning up temporary data from old regions at 1732670244601 (+10 ms)Region opened successfully at 1732670244606 (+5 ms) 2024-11-27T01:17:24,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:17:24,606 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:17:24,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:17:24,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:17:24,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:17:24,606 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:24,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670244606Disabling compacts and flushes for region at 1732670244606Disabling writes for close at 1732670244606Writing region close event to WAL at 1732670244606Closed at 1732670244606 2024-11-27T01:17:24,608 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:24,608 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:17:24,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:17:24,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:24,610 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:17:24,761 DEBUG [7d6f26a4c136:36451 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:17:24,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:24,763 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,43151,1732670241940, state=OPENING 2024-11-27T01:17:24,764 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:17:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:24,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:24,770 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:24,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2102090880/meta-region-server: CHANGED 2024-11-27T01:17:24,770 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2102090880/meta-region-server: CHANGED 2024-11-27T01:17:24,770 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43151,1732670241940}] 2024-11-27T01:17:24,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:17:24,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:17:24,929 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:17:24,929 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:24,929 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:17:24,931 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C43151%2C1732670241940.meta, suffix=.meta, logDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940, archiveDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/oldWALs, maxLogs=10 2024-11-27T01:17:24,944 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.meta.1732670244931.meta, exclude list is [], retry=0 2024-11-27T01:17:24,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-3c2ee255-58da-42c5-b566-8f01fe8227ab,DISK] 2024-11-27T01:17:24,948 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.meta.1732670244931.meta 2024-11-27T01:17:24,949 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33137:33137)] 2024-11-27T01:17:24,949 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:24,949 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:24,950 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:17:24,950 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:17:24,950 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:17:24,950 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:17:24,950 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:24,950 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:17:24,950 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:17:24,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:17:24,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:17:24,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:24,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:24,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:17:24,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:17:24,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:24,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:24,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:17:24,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:17:24,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:24,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:24,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:17:24,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:17:24,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:24,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:24,957 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:17:24,957 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740 2024-11-27T01:17:24,958 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740 2024-11-27T01:17:24,959 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:17:24,959 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:17:24,960 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:24,961 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:17:24,962 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61617735, jitterRate=-0.08182419836521149}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:24,962 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:17:24,963 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670244950Writing region info on filesystem at 1732670244950Initializing all the Stores at 1732670244951 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670244951Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670244951Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670244951Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670244951Cleaning up temporary data from old regions at 1732670244959 (+8 ms)Running coprocessor post-open hooks at 1732670244962 (+3 ms)Region opened successfully at 1732670244963 (+1 ms) 2024-11-27T01:17:24,964 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670244923 2024-11-27T01:17:24,966 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:17:24,966 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:17:24,967 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:24,968 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,43151,1732670241940, state=OPEN 2024-11-27T01:17:24,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2102090880/meta-region-server 2024-11-27T01:17:24,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2102090880/meta-region-server 2024-11-27T01:17:24,969 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:24,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2102090880/meta-region-server: CHANGED 2024-11-27T01:17:24,969 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2102090880/meta-region-server: CHANGED 2024-11-27T01:17:24,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:17:24,972 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43151,1732670241940 in 199 msec 2024-11-27T01:17:24,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:17:24,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-27T01:17:24,976 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:24,976 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:17:24,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:24,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43151,1732670241940, seqNum=-1] 2024-11-27T01:17:24,977 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:24,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:24,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2230 sec 2024-11-27T01:17:24,984 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670244984, completionTime=-1 2024-11-27T01:17:24,984 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:17:24,985 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:17:24,986 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:17:24,986 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670304986 2024-11-27T01:17:24,986 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670364986 2024-11-27T01:17:24,987 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T01:17:24,987 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,36451,1732670241884-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:24,987 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,36451,1732670241884-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:24,987 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,36451,1732670241884-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:24,987 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:36451, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:24,987 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:24,988 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:24,989 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:17:24,991 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.968sec 2024-11-27T01:17:24,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:17:24,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:17:24,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:17:24,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:17:24,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:17:24,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,36451,1732670241884-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:24,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,36451,1732670241884-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:17:24,994 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:17:24,994 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:17:24,994 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,36451,1732670241884-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:25,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7596cb5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:25,000 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,36451,-1 for getting cluster id 2024-11-27T01:17:25,000 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:25,001 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c02eadbc-f5ff-43f9-a1fb-340f9db48e3e' 2024-11-27T01:17:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:25,001 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c02eadbc-f5ff-43f9-a1fb-340f9db48e3e" 2024-11-27T01:17:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43540d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,36451,-1] 2024-11-27T01:17:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:25,002 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:25,003 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:25,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:25,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:25,005 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43151,1732670241940, seqNum=-1] 2024-11-27T01:17:25,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:25,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:25,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,36451,1732670241884 2024-11-27T01:17:25,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49535 2024-11-27T01:17:25,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:25,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10156ffa3120002 connected 2024-11-27T01:17:25,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/hadoop.log.dir so I do NOT create it in target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d 2024-11-27T01:17:25,014 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:17:25,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/hadoop.tmp.dir so I do NOT create it in target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d 2024-11-27T01:17:25,014 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:17:25,014 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d 2024-11-27T01:17:25,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:17:25,015 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/cluster_0bf5af49-298f-2386-7406-4247fb21c578, deleteOnExit=true 2024-11-27T01:17:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:17:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/test.cache.data in system properties and HBase conf 2024-11-27T01:17:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:17:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:17:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:17:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:17:25,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:17:25,015 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:17:25,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:17:25,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:17:25,087 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:25,093 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:17:25,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:17:25,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:17:25,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:17:25,097 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:25,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:17:25,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:17:25,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@154bdd13{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/java.io.tmpdir/jetty-localhost-40493-hadoop-hdfs-3_4_1-tests_jar-_-any-2068891598665228806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:17:25,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:40493} 2024-11-27T01:17:25,226 INFO [Time-limited test {}] server.Server(415): Started @33834ms 2024-11-27T01:17:25,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:25,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:17:25,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:17:25,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:17:25,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:17:25,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:17:25,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:17:25,421 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bd4cf0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/java.io.tmpdir/jetty-localhost-45253-hadoop-hdfs-3_4_1-tests_jar-_-any-2012189637603229992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:17:25,422 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:45253} 2024-11-27T01:17:25,422 INFO [Time-limited test {}] server.Server(415): Started @34030ms 2024-11-27T01:17:25,423 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:17:25,520 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/cluster_0bf5af49-298f-2386-7406-4247fb21c578/data/data2/current/BP-1818373490-172.17.0.2-1732670245035/current, will proceed with Du for space computation calculation, 2024-11-27T01:17:25,520 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/cluster_0bf5af49-298f-2386-7406-4247fb21c578/data/data1/current/BP-1818373490-172.17.0.2-1732670245035/current, will proceed with Du for space computation calculation, 2024-11-27T01:17:25,545 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:17:25,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a06acb1736f7a4c with lease ID 0x717f894e7f7fc88d: Processing first storage report for DS-cfe9f49f-b3e2-407f-b0ef-e76e6173e869 from datanode DatanodeRegistration(127.0.0.1:45419, datanodeUuid=6cf2c6b3-2719-4dc4-bfe2-0a79fc43ab3d, infoPort=37329, infoSecurePort=0, ipcPort=39045, storageInfo=lv=-57;cid=testClusterID;nsid=100931837;c=1732670245035) 2024-11-27T01:17:25,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a06acb1736f7a4c with lease ID 0x717f894e7f7fc88d: from storage DS-cfe9f49f-b3e2-407f-b0ef-e76e6173e869 node DatanodeRegistration(127.0.0.1:45419, datanodeUuid=6cf2c6b3-2719-4dc4-bfe2-0a79fc43ab3d, infoPort=37329, infoSecurePort=0, ipcPort=39045, storageInfo=lv=-57;cid=testClusterID;nsid=100931837;c=1732670245035), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T01:17:25,548 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a06acb1736f7a4c with lease ID 0x717f894e7f7fc88d: Processing first storage report for DS-9ecd47df-1422-4256-9c30-d1c9ac04a3d4 from datanode DatanodeRegistration(127.0.0.1:45419, datanodeUuid=6cf2c6b3-2719-4dc4-bfe2-0a79fc43ab3d, infoPort=37329, infoSecurePort=0, ipcPort=39045, storageInfo=lv=-57;cid=testClusterID;nsid=100931837;c=1732670245035) 2024-11-27T01:17:25,548 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a06acb1736f7a4c with lease ID 0x717f894e7f7fc88d: from storage DS-9ecd47df-1422-4256-9c30-d1c9ac04a3d4 node DatanodeRegistration(127.0.0.1:45419, datanodeUuid=6cf2c6b3-2719-4dc4-bfe2-0a79fc43ab3d, infoPort=37329, infoSecurePort=0, ipcPort=39045, storageInfo=lv=-57;cid=testClusterID;nsid=100931837;c=1732670245035), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:17:25,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d 2024-11-27T01:17:25,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:25,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:25,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:17:26,060 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148 with version=8 2024-11-27T01:17:26,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/hbase-staging 2024-11-27T01:17:26,062 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:26,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:26,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:26,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:26,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:26,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:26,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:17:26,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:26,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35713 2024-11-27T01:17:26,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35713 connecting to ZooKeeper ensemble=127.0.0.1:49535 2024-11-27T01:17:26,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357130x0, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:26,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35713-0x10156ffa3120003 connected 2024-11-27T01:17:26,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:26,081 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:26,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Set watcher on znode that does not yet exist, /11329070500/running 2024-11-27T01:17:26,083 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148, hbase.cluster.distributed=false 2024-11-27T01:17:26,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Set watcher on znode that does not yet exist, /11329070500/acl 2024-11-27T01:17:26,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35713 2024-11-27T01:17:26,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35713 2024-11-27T01:17:26,086 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35713 2024-11-27T01:17:26,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35713 2024-11-27T01:17:26,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35713 2024-11-27T01:17:26,102 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:26,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:26,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:26,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:26,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:26,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:26,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:17:26,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:26,103 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45179 2024-11-27T01:17:26,104 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45179 connecting to ZooKeeper ensemble=127.0.0.1:49535 2024-11-27T01:17:26,104 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:26,106 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:26,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451790x0, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:26,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451790x0, quorum=127.0.0.1:49535, baseZNode=/11329070500 Set watcher on znode that does not yet exist, /11329070500/running 2024-11-27T01:17:26,110 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45179-0x10156ffa3120004 connected 2024-11-27T01:17:26,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:17:26,112 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:17:26,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Set watcher on znode that does not yet exist, /11329070500/master 2024-11-27T01:17:26,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Set watcher on znode that does not yet exist, /11329070500/acl 2024-11-27T01:17:26,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45179 2024-11-27T01:17:26,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45179 2024-11-27T01:17:26,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45179 2024-11-27T01:17:26,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45179 2024-11-27T01:17:26,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45179 2024-11-27T01:17:26,130 DEBUG [M:0;7d6f26a4c136:35713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:35713 2024-11-27T01:17:26,130 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11329070500/backup-masters/7d6f26a4c136,35713,1732670246062 2024-11-27T01:17:26,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500/backup-masters 2024-11-27T01:17:26,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500/backup-masters 2024-11-27T01:17:26,133 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Set watcher on existing znode=/11329070500/backup-masters/7d6f26a4c136,35713,1732670246062 2024-11-27T01:17:26,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11329070500/master 2024-11-27T01:17:26,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:26,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:26,136 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Set watcher on existing znode=/11329070500/master 2024-11-27T01:17:26,137 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11329070500/backup-masters/7d6f26a4c136,35713,1732670246062 from backup master directory 2024-11-27T01:17:26,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11329070500/backup-masters/7d6f26a4c136,35713,1732670246062 2024-11-27T01:17:26,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500/backup-masters 2024-11-27T01:17:26,138 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:26,138 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,35713,1732670246062 2024-11-27T01:17:26,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500/backup-masters 2024-11-27T01:17:26,143 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/hbase.id] with ID: 202234fd-c4b2-4dfa-b235-c2f60b288baa 2024-11-27T01:17:26,143 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/.tmp/hbase.id 2024-11-27T01:17:26,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:17:26,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T01:17:26,551 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/.tmp/hbase.id]:[hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/hbase.id] 2024-11-27T01:17:26,562 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:26,562 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:17:26,564 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:17:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:26,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:17:26,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:17:26,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:17:26,973 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:26,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:17:27,381 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store 2024-11-27T01:17:27,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:17:27,788 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:27,788 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:17:27,788 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:27,788 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:27,788 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:17:27,788 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:27,788 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:27,788 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670247788Disabling compacts and flushes for region at 1732670247788Disabling writes for close at 1732670247788Writing region close event to WAL at 1732670247788Closed at 1732670247788 2024-11-27T01:17:27,789 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/.initializing 2024-11-27T01:17:27,789 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/WALs/7d6f26a4c136,35713,1732670246062 2024-11-27T01:17:27,790 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:27,792 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C35713%2C1732670246062, suffix=, logDir=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/WALs/7d6f26a4c136,35713,1732670246062, archiveDir=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/oldWALs, maxLogs=10 2024-11-27T01:17:27,805 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/WALs/7d6f26a4c136,35713,1732670246062/7d6f26a4c136%2C35713%2C1732670246062.1732670247792, exclude list is [], retry=0 2024-11-27T01:17:27,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-cfe9f49f-b3e2-407f-b0ef-e76e6173e869,DISK] 2024-11-27T01:17:27,810 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/WALs/7d6f26a4c136,35713,1732670246062/7d6f26a4c136%2C35713%2C1732670246062.1732670247792 2024-11-27T01:17:27,810 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37329:37329)] 2024-11-27T01:17:27,810 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:27,810 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:27,810 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,810 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,812 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:17:27,813 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:27,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:27,814 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:17:27,815 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:27,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:27,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:17:27,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:27,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:27,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:17:27,818 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:27,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:27,819 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,819 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,820 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,821 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,821 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,821 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:27,823 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:27,825 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:27,825 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71434503, jitterRate=0.06445704400539398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:27,825 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670247810Initializing all the Stores at 1732670247811 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670247811Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670247812 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670247812Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670247812Cleaning up temporary data from old regions at 1732670247821 (+9 ms)Region opened successfully at 1732670247825 (+4 ms) 2024-11-27T01:17:27,826 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:17:27,828 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80672d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:27,829 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:17:27,830 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:17:27,830 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:17:27,830 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:17:27,830 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:17:27,831 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:17:27,831 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:17:27,834 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:17:27,835 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Unable to get data of znode /11329070500/balancer because node does not exist (not necessarily an error) 2024-11-27T01:17:27,836 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11329070500/balancer already deleted, retry=false 2024-11-27T01:17:27,836 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:17:27,837 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Unable to get data of znode /11329070500/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:17:27,839 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11329070500/normalizer already deleted, retry=false 2024-11-27T01:17:27,839 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:17:27,840 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Unable to get data of znode /11329070500/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:17:27,841 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11329070500/switch/split already deleted, retry=false 2024-11-27T01:17:27,842 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Unable to get data of znode /11329070500/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:17:27,843 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11329070500/switch/merge already deleted, retry=false 2024-11-27T01:17:27,845 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Unable to get data of znode /11329070500/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:17:27,846 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11329070500/snapshot-cleanup already deleted, retry=false 2024-11-27T01:17:27,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11329070500/running 2024-11-27T01:17:27,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11329070500/running 2024-11-27T01:17:27,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:27,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:27,849 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,35713,1732670246062, sessionid=0x10156ffa3120003, setting cluster-up flag (Was=false) 2024-11-27T01:17:27,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:27,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:27,858 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11329070500/flush-table-proc/acquired, /11329070500/flush-table-proc/reached, /11329070500/flush-table-proc/abort 2024-11-27T01:17:27,859 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,35713,1732670246062 2024-11-27T01:17:27,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:27,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:27,870 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11329070500/online-snapshot/acquired, /11329070500/online-snapshot/reached, /11329070500/online-snapshot/abort 2024-11-27T01:17:27,871 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,35713,1732670246062 2024-11-27T01:17:27,872 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:17:27,874 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:27,874 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:17:27,875 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:17:27,875 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,35713,1732670246062 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:17:27,876 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:27,876 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:27,876 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:27,876 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:27,876 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:17:27,877 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,877 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:27,877 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670277880 2024-11-27T01:17:27,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:17:27,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:17:27,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:17:27,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:17:27,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:17:27,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:17:27,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,881 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:27,881 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:17:27,882 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:27,882 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:17:27,884 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:17:27,884 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:17:27,885 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:17:27,885 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:17:27,885 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:17:27,885 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:17:27,885 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670247885,5,FailOnTimeoutGroup] 2024-11-27T01:17:27,886 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670247886,5,FailOnTimeoutGroup] 2024-11-27T01:17:27,886 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,886 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:17:27,886 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,886 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:17:27,921 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(746): ClusterId : 202234fd-c4b2-4dfa-b235-c2f60b288baa 2024-11-27T01:17:27,921 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:17:27,923 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:17:27,923 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:17:27,927 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:17:27,927 DEBUG [RS:0;7d6f26a4c136:45179 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33e2a770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:27,939 DEBUG [RS:0;7d6f26a4c136:45179 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:45179 2024-11-27T01:17:27,939 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:17:27,939 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:17:27,939 DEBUG [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:17:27,940 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,35713,1732670246062 with port=45179, startcode=1732670246101 2024-11-27T01:17:27,940 DEBUG [RS:0;7d6f26a4c136:45179 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:17:27,941 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:17:27,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,45179,1732670246101 2024-11-27T01:17:27,942 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35713 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,45179,1732670246101 2024-11-27T01:17:27,944 DEBUG [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148 2024-11-27T01:17:27,944 DEBUG [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37679 2024-11-27T01:17:27,944 DEBUG [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:17:27,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500/rs 2024-11-27T01:17:27,950 DEBUG [RS:0;7d6f26a4c136:45179 {}] zookeeper.ZKUtil(111): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Set watcher on existing znode=/11329070500/rs/7d6f26a4c136,45179,1732670246101 2024-11-27T01:17:27,950 WARN [RS:0;7d6f26a4c136:45179 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:27,950 INFO [RS:0;7d6f26a4c136:45179 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:27,950 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,45179,1732670246101] 2024-11-27T01:17:27,950 DEBUG [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/WALs/7d6f26a4c136,45179,1732670246101 2024-11-27T01:17:27,954 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:17:27,955 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:17:27,956 INFO [RS:0;7d6f26a4c136:45179 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:17:27,956 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,956 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:17:27,957 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:17:27,957 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:27,957 DEBUG [RS:0;7d6f26a4c136:45179 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:27,958 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,958 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,958 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,958 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,958 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,958 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45179,1732670246101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:27,976 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:17:27,976 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45179,1732670246101-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,976 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,977 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.Replication(171): 7d6f26a4c136,45179,1732670246101 started 2024-11-27T01:17:27,993 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:27,993 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,45179,1732670246101, RpcServer on 7d6f26a4c136/172.17.0.2:45179, sessionid=0x10156ffa3120004 2024-11-27T01:17:27,993 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:17:27,994 DEBUG [RS:0;7d6f26a4c136:45179 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,45179,1732670246101 2024-11-27T01:17:27,994 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,45179,1732670246101' 2024-11-27T01:17:27,994 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11329070500/flush-table-proc/abort' 2024-11-27T01:17:27,994 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11329070500/flush-table-proc/acquired' 2024-11-27T01:17:27,994 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:17:27,994 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:17:27,994 DEBUG [RS:0;7d6f26a4c136:45179 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,45179,1732670246101 2024-11-27T01:17:27,995 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,45179,1732670246101' 2024-11-27T01:17:27,995 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11329070500/online-snapshot/abort' 2024-11-27T01:17:27,995 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11329070500/online-snapshot/acquired' 2024-11-27T01:17:27,995 DEBUG [RS:0;7d6f26a4c136:45179 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:17:27,995 INFO [RS:0;7d6f26a4c136:45179 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:17:27,995 INFO [RS:0;7d6f26a4c136:45179 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:17:28,096 INFO [RS:0;7d6f26a4c136:45179 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:28,097 INFO [RS:0;7d6f26a4c136:45179 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C45179%2C1732670246101, suffix=, logDir=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/WALs/7d6f26a4c136,45179,1732670246101, archiveDir=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/oldWALs, maxLogs=10 2024-11-27T01:17:28,113 DEBUG [RS:0;7d6f26a4c136:45179 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/WALs/7d6f26a4c136,45179,1732670246101/7d6f26a4c136%2C45179%2C1732670246101.1732670248098, exclude list is [], retry=0 2024-11-27T01:17:28,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-cfe9f49f-b3e2-407f-b0ef-e76e6173e869,DISK] 2024-11-27T01:17:28,118 INFO [RS:0;7d6f26a4c136:45179 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/WALs/7d6f26a4c136,45179,1732670246101/7d6f26a4c136%2C45179%2C1732670246101.1732670248098 2024-11-27T01:17:28,118 DEBUG [RS:0;7d6f26a4c136:45179 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37329:37329)] 2024-11-27T01:17:28,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:17:28,290 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148 2024-11-27T01:17:28,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:17:28,697 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:28,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:17:28,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:17:28,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:28,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:28,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:17:28,702 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:17:28,702 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:28,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:28,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:17:28,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:17:28,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:28,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:28,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:17:28,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:17:28,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:28,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:28,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:17:28,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/1588230740 2024-11-27T01:17:28,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/1588230740 2024-11-27T01:17:28,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:17:28,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:17:28,709 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:28,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:17:28,712 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:28,712 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71379367, jitterRate=0.06363545358181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:28,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670248697Initializing all the Stores at 1732670248698 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670248699 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670248699Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670248699Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670248699Cleaning up temporary data from old regions at 1732670248708 (+9 ms)Region opened successfully at 1732670248712 (+4 ms) 2024-11-27T01:17:28,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:17:28,713 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:17:28,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:17:28,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:17:28,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:17:28,713 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:28,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670248713Disabling compacts and flushes for region at 1732670248713Disabling writes for close at 1732670248713Writing region close event to WAL at 1732670248713Closed at 1732670248713 2024-11-27T01:17:28,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:28,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:17:28,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:17:28,716 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:28,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:17:28,867 DEBUG [7d6f26a4c136:35713 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:17:28,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,45179,1732670246101 2024-11-27T01:17:28,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,45179,1732670246101, state=OPENING 2024-11-27T01:17:28,871 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:17:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:28,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:28,872 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:28,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11329070500/meta-region-server: CHANGED 2024-11-27T01:17:28,873 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11329070500/meta-region-server: CHANGED 2024-11-27T01:17:28,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,45179,1732670246101}] 2024-11-27T01:17:29,026 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:17:29,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:17:29,032 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:17:29,032 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:29,033 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:17:29,034 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C45179%2C1732670246101.meta, suffix=.meta, logDir=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/WALs/7d6f26a4c136,45179,1732670246101, archiveDir=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/oldWALs, maxLogs=10 2024-11-27T01:17:29,048 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/WALs/7d6f26a4c136,45179,1732670246101/7d6f26a4c136%2C45179%2C1732670246101.meta.1732670249035.meta, exclude list is [], retry=0 2024-11-27T01:17:29,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45419,DS-cfe9f49f-b3e2-407f-b0ef-e76e6173e869,DISK] 2024-11-27T01:17:29,052 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/WALs/7d6f26a4c136,45179,1732670246101/7d6f26a4c136%2C45179%2C1732670246101.meta.1732670249035.meta 2024-11-27T01:17:29,053 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37329:37329)] 2024-11-27T01:17:29,053 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:29,053 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:29,053 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:17:29,053 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:17:29,053 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:17:29,054 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:17:29,054 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:29,054 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:17:29,054 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:17:29,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:17:29,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:17:29,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:29,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:29,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:17:29,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:17:29,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:29,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:29,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:17:29,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:17:29,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:29,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:29,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:17:29,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:17:29,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:29,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:29,060 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:17:29,061 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/1588230740 2024-11-27T01:17:29,062 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/1588230740 2024-11-27T01:17:29,063 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:17:29,063 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:17:29,064 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:29,066 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:17:29,066 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62561717, jitterRate=-0.06775777041912079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:29,066 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:17:29,067 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670249054Writing region info on filesystem at 1732670249054Initializing all the Stores at 1732670249055 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670249055Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670249055Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670249055Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670249055Cleaning up temporary data from old regions at 1732670249063 (+8 ms)Running coprocessor post-open hooks at 1732670249066 (+3 ms)Region opened successfully at 1732670249067 (+1 ms) 2024-11-27T01:17:29,068 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670249026 2024-11-27T01:17:29,070 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:17:29,070 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:17:29,071 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,45179,1732670246101 2024-11-27T01:17:29,072 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,45179,1732670246101, state=OPEN 2024-11-27T01:17:29,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11329070500/meta-region-server 2024-11-27T01:17:29,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11329070500/meta-region-server 2024-11-27T01:17:29,075 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,45179,1732670246101 2024-11-27T01:17:29,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11329070500/meta-region-server: CHANGED 2024-11-27T01:17:29,075 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11329070500/meta-region-server: CHANGED 2024-11-27T01:17:29,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:17:29,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,45179,1732670246101 in 202 msec 2024-11-27T01:17:29,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:17:29,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-27T01:17:29,081 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:29,081 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:17:29,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:29,082 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,45179,1732670246101, seqNum=-1] 2024-11-27T01:17:29,083 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:29,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:29,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-27T01:17:29,090 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670249090, completionTime=-1 2024-11-27T01:17:29,090 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:17:29,090 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:17:29,092 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:17:29,092 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670309092 2024-11-27T01:17:29,092 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670369092 2024-11-27T01:17:29,092 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T01:17:29,093 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35713,1732670246062-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:29,093 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35713,1732670246062-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:29,093 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35713,1732670246062-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:29,093 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:35713, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:29,093 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:29,093 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:29,095 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:17:29,097 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.959sec 2024-11-27T01:17:29,097 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:17:29,097 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:17:29,097 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:17:29,097 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:17:29,097 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:17:29,097 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35713,1732670246062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:29,097 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35713,1732670246062-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:17:29,100 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:17:29,100 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:17:29,100 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35713,1732670246062-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:29,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c3b423f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:29,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35713,-1 for getting cluster id 2024-11-27T01:17:29,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:29,123 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '202234fd-c4b2-4dfa-b235-c2f60b288baa' 2024-11-27T01:17:29,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "202234fd-c4b2-4dfa-b235-c2f60b288baa" 2024-11-27T01:17:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e477c74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35713,-1] 2024-11-27T01:17:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:29,125 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:29,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a36eb1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:29,126 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:29,127 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,45179,1732670246101, seqNum=-1] 2024-11-27T01:17:29,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:29,129 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:29,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,35713,1732670246062 2024-11-27T01:17:29,131 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49535 2024-11-27T01:17:29,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:29,134 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10156ffa3120005 connected 2024-11-27T01:17:29,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31b8b946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:29,137 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,36451,-1 for getting cluster id 2024-11-27T01:17:29,137 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:29,138 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c02eadbc-f5ff-43f9-a1fb-340f9db48e3e' 2024-11-27T01:17:29,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:29,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c02eadbc-f5ff-43f9-a1fb-340f9db48e3e" 2024-11-27T01:17:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a0f5c66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,36451,-1] 2024-11-27T01:17:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:29,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:29,140 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:29,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6add5d1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:29,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,36451,1732670241884 2024-11-27T01:17:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3cb9d72f 2024-11-27T01:17:29,142 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:29,143 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:29,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:35713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:17:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:17:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:29,146 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35713' 2024-11-27T01:17:29,147 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b0a9b88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:29,147 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35713,-1 for getting cluster id 2024-11-27T01:17:29,147 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:29,148 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '202234fd-c4b2-4dfa-b235-c2f60b288baa' 2024-11-27T01:17:29,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:29,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "202234fd-c4b2-4dfa-b235-c2f60b288baa" 2024-11-27T01:17:29,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e25bb68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:29,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35713,-1] 2024-11-27T01:17:29,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:29,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:29,149 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:29,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c3ba33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:29,150 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:29,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35713,1732670246062 2024-11-27T01:17:29,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@676e9bd 2024-11-27T01:17:29,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:29,152 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:29,153 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T01:17:29,153 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:17:29,153 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:29,153 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:29,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:29,153 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:17:29,154 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:17:29,156 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:17:29,156 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:29,157 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:17:29,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741835_1011 (size=1138) 2024-11-27T01:17:29,205 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:17:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:29,567 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7c289a66c68a86b2d6833850e5a03f45, NAME => 'hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c 2024-11-27T01:17:29,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741836_1012 (size=44) 2024-11-27T01:17:29,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:29,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7c289a66c68a86b2d6833850e5a03f45, disabling compactions & flushes 2024-11-27T01:17:29,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:29,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:29,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. after waiting 0 ms 2024-11-27T01:17:29,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:29,575 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:29,575 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7c289a66c68a86b2d6833850e5a03f45: Waiting for close lock at 1732670249575Disabling compacts and flushes for region at 1732670249575Disabling writes for close at 1732670249575Writing region close event to WAL at 1732670249575Closed at 1732670249575 2024-11-27T01:17:29,576 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:17:29,577 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670249577"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670249577"}]},"ts":"1732670249577"} 2024-11-27T01:17:29,579 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:17:29,580 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:17:29,580 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670249580"}]},"ts":"1732670249580"} 2024-11-27T01:17:29,582 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:17:29,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c289a66c68a86b2d6833850e5a03f45, ASSIGN}] 2024-11-27T01:17:29,584 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c289a66c68a86b2d6833850e5a03f45, ASSIGN 2024-11-27T01:17:29,585 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c289a66c68a86b2d6833850e5a03f45, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43151,1732670241940; forceNewPlan=false, retain=false 2024-11-27T01:17:29,736 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7c289a66c68a86b2d6833850e5a03f45, regionState=OPENING, regionLocation=7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:29,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7c289a66c68a86b2d6833850e5a03f45, ASSIGN because future has completed 2024-11-27T01:17:29,739 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c289a66c68a86b2d6833850e5a03f45, server=7d6f26a4c136,43151,1732670241940}] 2024-11-27T01:17:29,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:29,831 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:17:29,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:29,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:29,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:17:29,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C43151%2C1732670241940.rep, suffix=, logDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940, archiveDir=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/oldWALs, maxLogs=10 2024-11-27T01:17:29,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.rep.1732670249898, exclude list is [], retry=0 2024-11-27T01:17:29,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37401,DS-3c2ee255-58da-42c5-b566-8f01fe8227ab,DISK] 2024-11-27T01:17:29,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.rep.1732670249898 2024-11-27T01:17:29,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33137:33137)] 2024-11-27T01:17:29,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 7c289a66c68a86b2d6833850e5a03f45, NAME => 'hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:29,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:29,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:17:29,916 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. service=MultiRowMutationService 2024-11-27T01:17:29,916 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:17:29,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:29,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,918 INFO [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,920 INFO [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c289a66c68a86b2d6833850e5a03f45 columnFamilyName hfileref 2024-11-27T01:17:29,920 DEBUG [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:29,920 INFO [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] regionserver.HStore(327): Store=7c289a66c68a86b2d6833850e5a03f45/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:29,920 INFO [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,921 INFO [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c289a66c68a86b2d6833850e5a03f45 columnFamilyName queue 2024-11-27T01:17:29,921 DEBUG [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:29,922 INFO [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] regionserver.HStore(327): Store=7c289a66c68a86b2d6833850e5a03f45/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:29,922 INFO [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,923 INFO [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7c289a66c68a86b2d6833850e5a03f45 columnFamilyName sid 2024-11-27T01:17:29,923 DEBUG [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:29,924 INFO [StoreOpener-7c289a66c68a86b2d6833850e5a03f45-1 {}] regionserver.HStore(327): Store=7c289a66c68a86b2d6833850e5a03f45/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:29,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/replication/7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/replication/7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:17:29,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/replication/7c289a66c68a86b2d6833850e5a03f45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:29,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 7c289a66c68a86b2d6833850e5a03f45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60757840, jitterRate=-0.09463763236999512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:17:29,930 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:29,931 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 7c289a66c68a86b2d6833850e5a03f45: Running coprocessor pre-open hook at 1732670249917Writing region info on filesystem at 1732670249917Initializing all the Stores at 1732670249918 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670249918Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670249918Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670249918Cleaning up temporary data from old regions at 1732670249926 (+8 ms)Running coprocessor post-open hooks at 1732670249930 (+4 ms)Region opened successfully at 1732670249930 2024-11-27T01:17:29,931 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45., pid=7, masterSystemTime=1732670249891 2024-11-27T01:17:29,934 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:29,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:29,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=7c289a66c68a86b2d6833850e5a03f45, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:29,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7c289a66c68a86b2d6833850e5a03f45, server=7d6f26a4c136,43151,1732670241940 because future has completed 2024-11-27T01:17:29,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T01:17:29,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 7c289a66c68a86b2d6833850e5a03f45, server=7d6f26a4c136,43151,1732670241940 in 199 msec 2024-11-27T01:17:29,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:17:29,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7c289a66c68a86b2d6833850e5a03f45, ASSIGN in 358 msec 2024-11-27T01:17:29,944 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:17:29,945 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670249944"}]},"ts":"1732670249944"} 2024-11-27T01:17:29,947 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:17:29,948 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:17:29,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 795 msec 2024-11-27T01:17:29,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45., hostname=7d6f26a4c136,43151,1732670241940, seqNum=2] 2024-11-27T01:17:29,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:29,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:29,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:17:30,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43151 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T01:17:30,125 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:17:30,154 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,43151,1732670241940, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:17:30,155 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:30,155 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43151,1732670241940, seqNum=-1] 2024-11-27T01:17:30,155 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:30,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40077, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-27T01:17:30,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,43151,1732670241940', locateType=CURRENT is [region=hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45., hostname=7d6f26a4c136,43151,1732670241940, seqNum=2] 2024-11-27T01:17:30,161 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T01:17:30,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T01:17:30,164 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,43151,1732670241940 suceeded 2024-11-27T01:17:30,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T01:17:30,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-27T01:17:30,167 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:35713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:17:30,169 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0240 sec 2024-11-27T01:17:30,177 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35713' 2024-11-27T01:17:30,178 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@cef098c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:30,178 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35713,-1 for getting cluster id 2024-11-27T01:17:30,179 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:30,179 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '202234fd-c4b2-4dfa-b235-c2f60b288baa' 2024-11-27T01:17:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "202234fd-c4b2-4dfa-b235-c2f60b288baa" 2024-11-27T01:17:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21ff3bb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35713,-1] 2024-11-27T01:17:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:30,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:30,181 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:30,182 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4644c0d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:30,182 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:30,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35713,1732670246062 2024-11-27T01:17:30,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec64578 2024-11-27T01:17:30,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:30,183 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-27T01:17:30,184 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,43151,1732670241940 (queues=1) is replicating from cluster=c02eadbc-f5ff-43f9-a1fb-340f9db48e3e to cluster=202234fd-c4b2-4dfa-b235-c2f60b288baa 2024-11-27T01:17:30,184 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C43151%2C1732670241940 2024-11-27T01:17:30,184 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,43151,1732670241940, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:17:30,185 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940.replicationSource.shipper7d6f26a4c136%2C43151%2C1732670241940,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C43151%2C1732670241940 2024-11-27T01:17:30,185 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940.replicationSource.wal-reader.7d6f26a4c136%2C43151%2C1732670241940,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.1732670243969, startPosition=0, beingWritten=true 2024-11-27T01:17:30,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:30,284 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:17:30,284 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:30,284 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:30,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:30,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:30,285 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:30,285 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,36451,1732670241884 2024-11-27T01:17:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@150abc94 2024-11-27T01:17:30,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:30,287 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:30,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36451 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T01:17:30,288 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:17:30,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:30,288 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:30,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:30,288 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:30,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:30,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:17:30,288 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1495820966, stopped=false 2024-11-27T01:17:30,288 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,35713,1732670246062 2024-11-27T01:17:30,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11329070500/running 2024-11-27T01:17:30,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11329070500/running 2024-11-27T01:17:30,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:30,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:30,291 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:17:30,291 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:30,291 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:30,291 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:30,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,45179,1732670246101' ***** 2024-11-27T01:17:30,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:17:30,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Set watcher on znode that does not yet exist, /11329070500/running 2024-11-27T01:17:30,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Set watcher on znode that does not yet exist, /11329070500/running 2024-11-27T01:17:30,292 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:17:30,292 INFO [RS:0;7d6f26a4c136:45179 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:17:30,292 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:17:30,292 INFO [RS:0;7d6f26a4c136:45179 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:17:30,292 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,45179,1732670246101 2024-11-27T01:17:30,292 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:17:30,292 INFO [RS:0;7d6f26a4c136:45179 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:45179. 2024-11-27T01:17:30,292 DEBUG [RS:0;7d6f26a4c136:45179 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:30,292 DEBUG [RS:0;7d6f26a4c136:45179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:30,292 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:17:30,292 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:17:30,292 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:17:30,292 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:17:30,293 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:17:30,293 DEBUG [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:17:30,293 DEBUG [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:30,293 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:17:30,293 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:17:30,293 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:17:30,293 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:17:30,293 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:17:30,293 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T01:17:30,310 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/1588230740/.tmp/ns/d8f7640c45864917a951fd8a00b25b75 is 43, key is default/ns:d/1732670249085/Put/seqid=0 2024-11-27T01:17:30,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741835_1011 (size=5153) 2024-11-27T01:17:30,360 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:17:30,390 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940.replicationSource.wal-reader.7d6f26a4c136%2C43151%2C1732670241940,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.1732670243969 to pos 0, reset compression=false 2024-11-27T01:17:30,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:17:30,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:30,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:30,493 DEBUG [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:30,693 DEBUG [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:30,695 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940.replicationSource.wal-reader.7d6f26a4c136%2C43151%2C1732670241940,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.1732670243969 to pos 0, reset compression=false 2024-11-27T01:17:30,714 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/1588230740/.tmp/ns/d8f7640c45864917a951fd8a00b25b75 2024-11-27T01:17:30,721 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/1588230740/.tmp/ns/d8f7640c45864917a951fd8a00b25b75 as hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/1588230740/ns/d8f7640c45864917a951fd8a00b25b75 2024-11-27T01:17:30,726 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/1588230740/ns/d8f7640c45864917a951fd8a00b25b75, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T01:17:30,727 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-27T01:17:30,731 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T01:17:30,732 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:17:30,732 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:17:30,732 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:30,732 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670250293Running coprocessor pre-close hooks at 1732670250293Disabling compacts and flushes for region at 1732670250293Disabling writes for close at 1732670250293Obtaining lock to block concurrent updates at 1732670250293Preparing flush snapshotting stores in 1588230740 at 1732670250293Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732670250294 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732670250294Flushing 1588230740/ns: creating writer at 1732670250295 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732670250309 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732670250309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be3113a: reopening flushed file at 1732670250720 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1732670250727 (+7 ms)Writing region close event to WAL at 1732670250728 (+1 ms)Running coprocessor post-close hooks at 1732670250732 (+4 ms)Closed at 1732670250732 2024-11-27T01:17:30,732 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:30,893 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,45179,1732670246101; all regions closed. 2024-11-27T01:17:30,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741834_1010 (size=1152) 2024-11-27T01:17:30,896 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/WALs/7d6f26a4c136,45179,1732670246101/7d6f26a4c136%2C45179%2C1732670246101.meta.1732670249035.meta not finished, retry = 0 2024-11-27T01:17:30,993 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:17:30,994 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:17:30,999 DEBUG [RS:0;7d6f26a4c136:45179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/oldWALs 2024-11-27T01:17:30,999 INFO [RS:0;7d6f26a4c136:45179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C45179%2C1732670246101.meta:.meta(num 1732670249035) 2024-11-27T01:17:31,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741832_1008 (size=93) 2024-11-27T01:17:31,002 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/WALs/7d6f26a4c136,45179,1732670246101/7d6f26a4c136%2C45179%2C1732670246101.1732670248098 not finished, retry = 0 2024-11-27T01:17:31,100 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940.replicationSource.wal-reader.7d6f26a4c136%2C43151%2C1732670241940,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.1732670243969 to pos 0, reset compression=false 2024-11-27T01:17:31,104 DEBUG [RS:0;7d6f26a4c136:45179 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/oldWALs 2024-11-27T01:17:31,104 INFO [RS:0;7d6f26a4c136:45179 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C45179%2C1732670246101:(num 1732670248098) 2024-11-27T01:17:31,104 DEBUG [RS:0;7d6f26a4c136:45179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:31,104 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:17:31,104 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:17:31,105 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:17:31,105 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:17:31,105 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:17:31,105 INFO [RS:0;7d6f26a4c136:45179 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45179 2024-11-27T01:17:31,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11329070500/rs/7d6f26a4c136,45179,1732670246101 2024-11-27T01:17:31,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500/rs 2024-11-27T01:17:31,109 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:17:31,110 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,45179,1732670246101] 2024-11-27T01:17:31,111 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11329070500/draining/7d6f26a4c136,45179,1732670246101 already deleted, retry=false 2024-11-27T01:17:31,111 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,45179,1732670246101 expired; onlineServers=0 2024-11-27T01:17:31,111 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,35713,1732670246062' ***** 2024-11-27T01:17:31,111 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:17:31,111 INFO [M:0;7d6f26a4c136:35713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:17:31,111 INFO [M:0;7d6f26a4c136:35713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:17:31,112 DEBUG [M:0;7d6f26a4c136:35713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:17:31,112 DEBUG [M:0;7d6f26a4c136:35713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:17:31,112 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:17:31,112 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670247886 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670247886,5,FailOnTimeoutGroup] 2024-11-27T01:17:31,112 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670247885 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670247885,5,FailOnTimeoutGroup] 2024-11-27T01:17:31,112 INFO [M:0;7d6f26a4c136:35713 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:17:31,112 INFO [M:0;7d6f26a4c136:35713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:17:31,112 DEBUG [M:0;7d6f26a4c136:35713 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:17:31,112 INFO [M:0;7d6f26a4c136:35713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:17:31,112 INFO [M:0;7d6f26a4c136:35713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:17:31,112 INFO [M:0;7d6f26a4c136:35713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:17:31,113 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:17:31,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11329070500/master 2024-11-27T01:17:31,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11329070500 2024-11-27T01:17:31,114 DEBUG [M:0;7d6f26a4c136:35713 {}] zookeeper.ZKUtil(347): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Unable to get data of znode /11329070500/master because node does not exist (not an error) 2024-11-27T01:17:31,114 WARN [M:0;7d6f26a4c136:35713 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:17:31,115 INFO [M:0;7d6f26a4c136:35713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/.lastflushedseqids 2024-11-27T01:17:31,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741836_1012 (size=99) 2024-11-27T01:17:31,122 INFO [M:0;7d6f26a4c136:35713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:17:31,122 INFO [M:0;7d6f26a4c136:35713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:17:31,122 DEBUG [M:0;7d6f26a4c136:35713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:17:31,122 INFO [M:0;7d6f26a4c136:35713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:31,122 DEBUG [M:0;7d6f26a4c136:35713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:31,122 DEBUG [M:0;7d6f26a4c136:35713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:17:31,122 DEBUG [M:0;7d6f26a4c136:35713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:31,123 INFO [M:0;7d6f26a4c136:35713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T01:17:31,139 DEBUG [M:0;7d6f26a4c136:35713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55bf2df9419949d9a1885ebbc3167b23 is 82, key is hbase:meta,,1/info:regioninfo/1732670249071/Put/seqid=0 2024-11-27T01:17:31,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741837_1013 (size=5672) 2024-11-27T01:17:31,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:31,210 INFO [RS:0;7d6f26a4c136:45179 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:17:31,211 INFO [RS:0;7d6f26a4c136:45179 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,45179,1732670246101; zookeeper connection closed. 2024-11-27T01:17:31,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45179-0x10156ffa3120004, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:31,211 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1414af0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1414af0b 2024-11-27T01:17:31,211 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:17:31,544 INFO [M:0;7d6f26a4c136:35713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55bf2df9419949d9a1885ebbc3167b23 2024-11-27T01:17:31,568 DEBUG [M:0;7d6f26a4c136:35713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcfc84bf708d4752ad5139117da68c93 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732670249089/Put/seqid=0 2024-11-27T01:17:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741838_1014 (size=5275) 2024-11-27T01:17:31,574 INFO [M:0;7d6f26a4c136:35713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcfc84bf708d4752ad5139117da68c93 2024-11-27T01:17:31,598 DEBUG [M:0;7d6f26a4c136:35713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf7fa6068a504ec1854ab7cca3d8b9d0 is 69, key is 7d6f26a4c136,45179,1732670246101/rs:state/1732670247942/Put/seqid=0 2024-11-27T01:17:31,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741839_1015 (size=5156) 2024-11-27T01:17:31,605 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940.replicationSource.wal-reader.7d6f26a4c136%2C43151%2C1732670241940,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.1732670243969 to pos 0, reset compression=false 2024-11-27T01:17:32,003 INFO [M:0;7d6f26a4c136:35713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf7fa6068a504ec1854ab7cca3d8b9d0 2024-11-27T01:17:32,009 DEBUG [M:0;7d6f26a4c136:35713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/55bf2df9419949d9a1885ebbc3167b23 as hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55bf2df9419949d9a1885ebbc3167b23 2024-11-27T01:17:32,013 INFO [M:0;7d6f26a4c136:35713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/55bf2df9419949d9a1885ebbc3167b23, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T01:17:32,014 DEBUG [M:0;7d6f26a4c136:35713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dcfc84bf708d4752ad5139117da68c93 as hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcfc84bf708d4752ad5139117da68c93 2024-11-27T01:17:32,019 INFO [M:0;7d6f26a4c136:35713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dcfc84bf708d4752ad5139117da68c93, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T01:17:32,020 DEBUG [M:0;7d6f26a4c136:35713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf7fa6068a504ec1854ab7cca3d8b9d0 as hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf7fa6068a504ec1854ab7cca3d8b9d0 2024-11-27T01:17:32,025 INFO [M:0;7d6f26a4c136:35713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37679/user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf7fa6068a504ec1854ab7cca3d8b9d0, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T01:17:32,026 INFO [M:0;7d6f26a4c136:35713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=28, compaction requested=false 2024-11-27T01:17:32,027 INFO [M:0;7d6f26a4c136:35713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:32,027 DEBUG [M:0;7d6f26a4c136:35713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670251122Disabling compacts and flushes for region at 1732670251122Disabling writes for close at 1732670251122Obtaining lock to block concurrent updates at 1732670251123 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670251123Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732670251123Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670251124 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670251124Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670251138 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670251138Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670251550 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670251567 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670251568 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670251579 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670251597 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670251597Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e41e2ae: reopening flushed file at 1732670252008 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e563cb5: reopening flushed file at 1732670252014 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73c25306: reopening flushed file at 1732670252019 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 904ms, sequenceid=28, compaction requested=false at 1732670252026 (+7 ms)Writing region close event to WAL at 1732670252027 (+1 ms)Closed at 1732670252027 2024-11-27T01:17:32,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45419 is added to blk_1073741830_1006 (size=10165) 2024-11-27T01:17:32,029 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8f34443d-2d34-2271-bf88-a41592c4c148/MasterData/WALs/7d6f26a4c136,35713,1732670246062/7d6f26a4c136%2C35713%2C1732670246062.1732670247792 not finished, retry = 0 2024-11-27T01:17:32,131 INFO [M:0;7d6f26a4c136:35713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:17:32,131 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:17:32,131 INFO [M:0;7d6f26a4c136:35713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35713 2024-11-27T01:17:32,131 INFO [M:0;7d6f26a4c136:35713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:17:32,211 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940.replicationSource.wal-reader.7d6f26a4c136%2C43151%2C1732670241940,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.1732670243969 to pos 0, reset compression=false 2024-11-27T01:17:32,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:32,235 INFO [M:0;7d6f26a4c136:35713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:17:32,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35713-0x10156ffa3120003, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:32,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bd4cf0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:17:32,238 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ef24bac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:17:32,238 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:17:32,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3455b4c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:17:32,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75f9c4cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/hadoop.log.dir/,STOPPED} 2024-11-27T01:17:32,240 WARN [BP-1818373490-172.17.0.2-1732670245035 heartbeating to localhost/127.0.0.1:37679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:17:32,240 WARN [BP-1818373490-172.17.0.2-1732670245035 heartbeating to localhost/127.0.0.1:37679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1818373490-172.17.0.2-1732670245035 (Datanode Uuid 6cf2c6b3-2719-4dc4-bfe2-0a79fc43ab3d) service to localhost/127.0.0.1:37679 2024-11-27T01:17:32,240 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:17:32,240 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:17:32,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/cluster_0bf5af49-298f-2386-7406-4247fb21c578/data/data1/current/BP-1818373490-172.17.0.2-1732670245035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:17:32,241 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/cluster_0bf5af49-298f-2386-7406-4247fb21c578/data/data2/current/BP-1818373490-172.17.0.2-1732670245035 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:17:32,241 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:17:32,247 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@154bdd13{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:17:32,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26f755eb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:17:32,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:17:32,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a6c2435{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:17:32,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13222590{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/hadoop.log.dir/,STOPPED} 2024-11-27T01:17:32,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:17:32,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:17:32,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:32,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:32,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:32,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:32,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:32,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:17:32,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=895071820, stopped=false 2024-11-27T01:17:32,261 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,36451,1732670241884 2024-11-27T01:17:32,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2102090880/running 2024-11-27T01:17:32,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2102090880/running 2024-11-27T01:17:32,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:32,263 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:17:32,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:32,263 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:32,263 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:32,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:32,264 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,43151,1732670241940' ***** 2024-11-27T01:17:32,264 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:17:32,264 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:17:32,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Set watcher on znode that does not yet exist, /0-2102090880/running 2024-11-27T01:17:32,264 INFO [RS:0;7d6f26a4c136:43151 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:17:32,264 INFO [RS:0;7d6f26a4c136:43151 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:17:32,264 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:17:32,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Set watcher on znode that does not yet exist, /0-2102090880/running 2024-11-27T01:17:32,264 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(3091): Received CLOSE for 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:32,265 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:32,265 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:17:32,265 INFO [RS:0;7d6f26a4c136:43151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:43151. 2024-11-27T01:17:32,265 DEBUG [RS:0;7d6f26a4c136:43151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:32,265 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7c289a66c68a86b2d6833850e5a03f45, disabling compactions & flushes 2024-11-27T01:17:32,265 DEBUG [RS:0;7d6f26a4c136:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:32,265 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:32,265 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:32,265 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. after waiting 0 ms 2024-11-27T01:17:32,265 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:17:32,265 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:32,265 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:17:32,265 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:17:32,265 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7c289a66c68a86b2d6833850e5a03f45 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T01:17:32,265 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:17:32,266 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T01:17:32,266 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7c289a66c68a86b2d6833850e5a03f45=hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45.} 2024-11-27T01:17:32,266 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:32,266 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:17:32,266 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:17:32,266 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:17:32,266 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:17:32,266 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:17:32,266 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T01:17:32,284 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/.tmp/info/dc49f2d5deb24e8bb9caa9a728d73b04 is 147, key is hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45./info:regioninfo/1732670249935/Put/seqid=0 2024-11-27T01:17:32,284 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/replication/7c289a66c68a86b2d6833850e5a03f45/.tmp/queue/925370eb745e422083d645e8b46969ee is 151, key is 1-7d6f26a4c136,43151,1732670241940/queue:7d6f26a4c136%2C43151%2C1732670241940/1732670250160/Put/seqid=0 2024-11-27T01:17:32,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741839_1015 (size=5350) 2024-11-27T01:17:32,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741838_1014 (size=6631) 2024-11-27T01:17:32,290 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/.tmp/info/dc49f2d5deb24e8bb9caa9a728d73b04 2024-11-27T01:17:32,314 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/.tmp/ns/40d745ef6d2e4449a26755be73f713b6 is 43, key is default/ns:d/1732670244979/Put/seqid=0 2024-11-27T01:17:32,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741840_1016 (size=5153) 2024-11-27T01:17:32,343 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:17:32,466 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:32,666 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7c289a66c68a86b2d6833850e5a03f45 2024-11-27T01:17:32,690 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/replication/7c289a66c68a86b2d6833850e5a03f45/.tmp/queue/925370eb745e422083d645e8b46969ee 2024-11-27T01:17:32,697 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/replication/7c289a66c68a86b2d6833850e5a03f45/.tmp/queue/925370eb745e422083d645e8b46969ee as hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/replication/7c289a66c68a86b2d6833850e5a03f45/queue/925370eb745e422083d645e8b46969ee 2024-11-27T01:17:32,703 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/replication/7c289a66c68a86b2d6833850e5a03f45/queue/925370eb745e422083d645e8b46969ee, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T01:17:32,704 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7c289a66c68a86b2d6833850e5a03f45 in 439ms, sequenceid=5, compaction requested=false 2024-11-27T01:17:32,704 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T01:17:32,708 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/replication/7c289a66c68a86b2d6833850e5a03f45/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T01:17:32,709 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:17:32,709 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:17:32,709 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:32,709 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7c289a66c68a86b2d6833850e5a03f45: Waiting for close lock at 1732670252265Running coprocessor pre-close hooks at 1732670252265Disabling compacts and flushes for region at 1732670252265Disabling writes for close at 1732670252265Obtaining lock to block concurrent updates at 1732670252265Preparing flush snapshotting stores in 7c289a66c68a86b2d6833850e5a03f45 at 1732670252265Finished memstore snapshotting hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732670252266 (+1 ms)Flushing stores of hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. at 1732670252266Flushing 7c289a66c68a86b2d6833850e5a03f45/queue: creating writer at 1732670252267 (+1 ms)Flushing 7c289a66c68a86b2d6833850e5a03f45/queue: appending metadata at 1732670252283 (+16 ms)Flushing 7c289a66c68a86b2d6833850e5a03f45/queue: closing flushed file at 1732670252283Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64b1e49a: reopening flushed file at 1732670252696 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 7c289a66c68a86b2d6833850e5a03f45 in 439ms, sequenceid=5, compaction requested=false at 1732670252704 (+8 ms)Writing region close event to WAL at 1732670252705 (+1 ms)Running coprocessor post-close hooks at 1732670252709 (+4 ms)Closed at 1732670252709 2024-11-27T01:17:32,709 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670249153.7c289a66c68a86b2d6833850e5a03f45. 2024-11-27T01:17:32,719 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/.tmp/ns/40d745ef6d2e4449a26755be73f713b6 2024-11-27T01:17:32,738 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/.tmp/table/2186b554d74c419aad16aabc6df68fa8 is 53, key is hbase:replication/table:state/1732670249944/Put/seqid=0 2024-11-27T01:17:32,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741841_1017 (size=5256) 2024-11-27T01:17:32,839 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:17:32,839 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:17:32,866 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:32,916 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940.replicationSource.wal-reader.7d6f26a4c136%2C43151%2C1732670241940,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.1732670243969 to pos 0, reset compression=false 2024-11-27T01:17:33,067 DEBUG [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:17:33,143 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/.tmp/table/2186b554d74c419aad16aabc6df68fa8 2024-11-27T01:17:33,149 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/.tmp/info/dc49f2d5deb24e8bb9caa9a728d73b04 as hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/info/dc49f2d5deb24e8bb9caa9a728d73b04 2024-11-27T01:17:33,154 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/info/dc49f2d5deb24e8bb9caa9a728d73b04, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T01:17:33,155 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/.tmp/ns/40d745ef6d2e4449a26755be73f713b6 as hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/ns/40d745ef6d2e4449a26755be73f713b6 2024-11-27T01:17:33,159 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/ns/40d745ef6d2e4449a26755be73f713b6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T01:17:33,160 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/.tmp/table/2186b554d74c419aad16aabc6df68fa8 as hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/table/2186b554d74c419aad16aabc6df68fa8 2024-11-27T01:17:33,164 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/table/2186b554d74c419aad16aabc6df68fa8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T01:17:33,165 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=11, compaction requested=false 2024-11-27T01:17:33,170 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T01:17:33,170 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:17:33,170 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:17:33,170 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:33,170 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670252266Running coprocessor pre-close hooks at 1732670252266Disabling compacts and flushes for region at 1732670252266Disabling writes for close at 1732670252266Obtaining lock to block concurrent updates at 1732670252266Preparing flush snapshotting stores in 1588230740 at 1732670252266Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732670252266Flushing stores of hbase:meta,,1.1588230740 at 1732670252267 (+1 ms)Flushing 1588230740/info: creating writer at 1732670252267Flushing 1588230740/info: appending metadata at 1732670252284 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732670252284Flushing 1588230740/ns: creating writer at 1732670252296 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732670252314 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732670252314Flushing 1588230740/table: creating writer at 1732670252724 (+410 ms)Flushing 1588230740/table: appending metadata at 1732670252738 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732670252738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6306f16c: reopening flushed file at 1732670253149 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d6098c2: reopening flushed file at 1732670253154 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375f8774: reopening flushed file at 1732670253159 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 899ms, sequenceid=11, compaction requested=false at 1732670253165 (+6 ms)Writing region close event to WAL at 1732670253167 (+2 ms)Running coprocessor post-close hooks at 1732670253170 (+3 ms)Closed at 1732670253170 2024-11-27T01:17:33,170 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:33,267 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,43151,1732670241940; all regions closed. 2024-11-27T01:17:33,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741834_1010 (size=2742) 2024-11-27T01:17:33,270 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.meta.1732670244931.meta not finished, retry = 0 2024-11-27T01:17:33,372 DEBUG [RS:0;7d6f26a4c136:43151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/oldWALs 2024-11-27T01:17:33,372 INFO [RS:0;7d6f26a4c136:43151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C43151%2C1732670241940.meta:.meta(num 1732670244931) 2024-11-27T01:17:33,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741837_1013 (size=1586) 2024-11-27T01:17:33,375 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/WALs/7d6f26a4c136,43151,1732670241940/7d6f26a4c136%2C43151%2C1732670241940.rep.1732670249898 not finished, retry = 0 2024-11-27T01:17:33,478 DEBUG [RS:0;7d6f26a4c136:43151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/oldWALs 2024-11-27T01:17:33,478 INFO [RS:0;7d6f26a4c136:43151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C43151%2C1732670241940.rep:(num 1732670249898) 2024-11-27T01:17:33,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741832_1008 (size=93) 2024-11-27T01:17:33,483 DEBUG [RS:0;7d6f26a4c136:43151 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/oldWALs 2024-11-27T01:17:33,483 INFO [RS:0;7d6f26a4c136:43151 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C43151%2C1732670241940:(num 1732670243969) 2024-11-27T01:17:33,483 DEBUG [RS:0;7d6f26a4c136:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:33,483 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:17:33,483 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:17:33,483 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:17:33,483 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:17:33,483 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:17:33,483 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,43151,1732670241940 because: Region server is closing 2024-11-27T01:17:33,484 INFO [RS:0;7d6f26a4c136:43151 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:43151. 2024-11-27T01:17:33,484 DEBUG [RS:0;7d6f26a4c136:43151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:33,484 DEBUG [RS:0;7d6f26a4c136:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:33,484 DEBUG [RS:0;7d6f26a4c136:43151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:33,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:33,584 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940.replicationSource.shipper7d6f26a4c136%2C43151%2C1732670241940,1-7d6f26a4c136,43151,1732670241940 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T01:17:33,584 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940.replicationSource.wal-reader.7d6f26a4c136%2C43151%2C1732670241940,1-7d6f26a4c136,43151,1732670241940 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:17:33,585 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43151,1732670241940.replicationSource.shipper7d6f26a4c136%2C43151%2C1732670241940,1-7d6f26a4c136,43151,1732670241940 terminated 2024-11-27T01:17:33,585 INFO [RS:0;7d6f26a4c136:43151 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43151 2024-11-27T01:17:33,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2102090880/rs/7d6f26a4c136,43151,1732670241940 2024-11-27T01:17:33,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880/rs 2024-11-27T01:17:33,587 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:17:33,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,43151,1732670241940] 2024-11-27T01:17:33,591 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2102090880/draining/7d6f26a4c136,43151,1732670241940 already deleted, retry=false 2024-11-27T01:17:33,591 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,43151,1732670241940 expired; onlineServers=0 2024-11-27T01:17:33,591 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,36451,1732670241884' ***** 2024-11-27T01:17:33,591 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:17:33,591 INFO [M:0;7d6f26a4c136:36451 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:17:33,591 INFO [M:0;7d6f26a4c136:36451 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:17:33,591 DEBUG [M:0;7d6f26a4c136:36451 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:17:33,591 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:17:33,591 DEBUG [M:0;7d6f26a4c136:36451 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:17:33,591 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670243774 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670243774,5,FailOnTimeoutGroup] 2024-11-27T01:17:33,591 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670243774 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670243774,5,FailOnTimeoutGroup] 2024-11-27T01:17:33,592 INFO [M:0;7d6f26a4c136:36451 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:17:33,592 INFO [M:0;7d6f26a4c136:36451 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:17:33,592 DEBUG [M:0;7d6f26a4c136:36451 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:17:33,592 INFO [M:0;7d6f26a4c136:36451 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:17:33,592 INFO [M:0;7d6f26a4c136:36451 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:17:33,592 INFO [M:0;7d6f26a4c136:36451 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:17:33,592 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:17:33,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2102090880/master 2024-11-27T01:17:33,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2102090880 2024-11-27T01:17:33,593 DEBUG [M:0;7d6f26a4c136:36451 {}] zookeeper.ZKUtil(347): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Unable to get data of znode /0-2102090880/master because node does not exist (not an error) 2024-11-27T01:17:33,593 WARN [M:0;7d6f26a4c136:36451 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:17:33,594 INFO [M:0;7d6f26a4c136:36451 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/.lastflushedseqids 2024-11-27T01:17:33,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741842_1018 (size=181) 2024-11-27T01:17:33,688 INFO [RS:0;7d6f26a4c136:43151 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:17:33,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:33,688 INFO [RS:0;7d6f26a4c136:43151 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,43151,1732670241940; zookeeper connection closed. 2024-11-27T01:17:33,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43151-0x10156ffa3120001, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:33,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@695dab1a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@695dab1a 2024-11-27T01:17:33,689 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:17:33,999 INFO [M:0;7d6f26a4c136:36451 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:17:33,999 INFO [M:0;7d6f26a4c136:36451 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:17:33,999 DEBUG [M:0;7d6f26a4c136:36451 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:17:34,000 INFO [M:0;7d6f26a4c136:36451 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:34,000 DEBUG [M:0;7d6f26a4c136:36451 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:34,000 DEBUG [M:0;7d6f26a4c136:36451 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:17:34,000 DEBUG [M:0;7d6f26a4c136:36451 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:34,000 INFO [M:0;7d6f26a4c136:36451 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T01:17:34,016 DEBUG [M:0;7d6f26a4c136:36451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d538d2d9b1846e3801bf981cb0a4a9d is 82, key is hbase:meta,,1/info:regioninfo/1732670244967/Put/seqid=0 2024-11-27T01:17:34,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741843_1019 (size=5672) 2024-11-27T01:17:34,421 INFO [M:0;7d6f26a4c136:36451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d538d2d9b1846e3801bf981cb0a4a9d 2024-11-27T01:17:34,441 DEBUG [M:0;7d6f26a4c136:36451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/778e4892ce41416681fd6cee9c1f9937 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732670249950/Put/seqid=0 2024-11-27T01:17:34,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741844_1020 (size=7203) 2024-11-27T01:17:34,846 INFO [M:0;7d6f26a4c136:36451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/778e4892ce41416681fd6cee9c1f9937 2024-11-27T01:17:34,866 DEBUG [M:0;7d6f26a4c136:36451 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54b11476bbe04115809693482c87be0e is 69, key is 7d6f26a4c136,43151,1732670241940/rs:state/1732670243823/Put/seqid=0 2024-11-27T01:17:34,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741845_1021 (size=5156) 2024-11-27T01:17:35,270 INFO [M:0;7d6f26a4c136:36451 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54b11476bbe04115809693482c87be0e 2024-11-27T01:17:35,276 DEBUG [M:0;7d6f26a4c136:36451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8d538d2d9b1846e3801bf981cb0a4a9d as hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d538d2d9b1846e3801bf981cb0a4a9d 2024-11-27T01:17:35,281 INFO [M:0;7d6f26a4c136:36451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8d538d2d9b1846e3801bf981cb0a4a9d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T01:17:35,282 DEBUG [M:0;7d6f26a4c136:36451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/778e4892ce41416681fd6cee9c1f9937 as hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/778e4892ce41416681fd6cee9c1f9937 2024-11-27T01:17:35,288 INFO [M:0;7d6f26a4c136:36451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/778e4892ce41416681fd6cee9c1f9937, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T01:17:35,288 DEBUG [M:0;7d6f26a4c136:36451 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/54b11476bbe04115809693482c87be0e as hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54b11476bbe04115809693482c87be0e 2024-11-27T01:17:35,293 INFO [M:0;7d6f26a4c136:36451 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41821/user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/54b11476bbe04115809693482c87be0e, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T01:17:35,294 INFO [M:0;7d6f26a4c136:36451 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-11-27T01:17:35,296 INFO [M:0;7d6f26a4c136:36451 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:35,296 DEBUG [M:0;7d6f26a4c136:36451 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670253999Disabling compacts and flushes for region at 1732670253999Disabling writes for close at 1732670254000 (+1 ms)Obtaining lock to block concurrent updates at 1732670254000Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670254000Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732670254000Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670254001 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670254001Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670254016 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670254016Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670254426 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670254441 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670254441Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670254851 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670254865 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670254865Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36b63e1c: reopening flushed file at 1732670255275 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea9613f: reopening flushed file at 1732670255282 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22c67e85: reopening flushed file at 1732670255288 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1732670255294 (+6 ms)Writing region close event to WAL at 1732670255295 (+1 ms)Closed at 1732670255295 2024-11-27T01:17:35,298 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92cf8bca-a4f5-0ff1-f9d6-9fdc90bad58c/MasterData/WALs/7d6f26a4c136,36451,1732670241884/7d6f26a4c136%2C36451%2C1732670241884.1732670243679 not finished, retry = 0 2024-11-27T01:17:35,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37401 is added to blk_1073741830_1006 (size=41008) 2024-11-27T01:17:35,399 INFO [M:0;7d6f26a4c136:36451 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:17:35,399 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:17:35,399 INFO [M:0;7d6f26a4c136:36451 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36451 2024-11-27T01:17:35,399 INFO [M:0;7d6f26a4c136:36451 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:17:35,418 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:17:35,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:35,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:35,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:35,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:35,502 INFO [M:0;7d6f26a4c136:36451 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:17:35,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36451-0x10156ffa3120000, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:17:35,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d8272f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:17:35,505 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5207c2ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:17:35,505 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:17:35,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:17:35,505 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d1cbcba{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/hadoop.log.dir/,STOPPED} 2024-11-27T01:17:35,507 WARN [BP-1566408901-172.17.0.2-1732670240933 heartbeating to localhost/127.0.0.1:41821 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:17:35,507 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:17:35,507 WARN [BP-1566408901-172.17.0.2-1732670240933 heartbeating to localhost/127.0.0.1:41821 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1566408901-172.17.0.2-1732670240933 (Datanode Uuid 02ce84d1-f4a3-4524-b242-1791d30f8059) service to localhost/127.0.0.1:41821 2024-11-27T01:17:35,507 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:17:35,507 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/cluster_0c794315-3198-2238-4acd-6ca982193400/data/data1/current/BP-1566408901-172.17.0.2-1732670240933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:17:35,508 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/cluster_0c794315-3198-2238-4acd-6ca982193400/data/data2/current/BP-1566408901-172.17.0.2-1732670240933 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:17:35,508 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:17:35,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4dc36a9a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:17:35,514 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3648de12{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:17:35,514 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:17:35,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:17:35,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44f7b8d5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74bf621e-77cb-1e49-4c4e-3f3642ff3bf1/hadoop.log.dir/,STOPPED} 2024-11-27T01:17:35,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T01:17:35,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:17:35,540 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=141 (was 108) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49535) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41821 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37679 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49535) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41821 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41821 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41821 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=228 (was 255), ProcessCount=11 (was 11), AvailableMemoryMB=5741 (was 5944) 2024-11-27T01:17:35,548 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=141, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=228, ProcessCount=11, AvailableMemoryMB=5741 2024-11-27T01:17:35,561 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-27T01:17:35,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/hadoop.log.dir so I do NOT create it in target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4 2024-11-27T01:17:35,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:17:35,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/hadoop.tmp.dir so I do NOT create it in target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4 2024-11-27T01:17:35,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/623e0c9d-1483-8c65-289b-91c8fd69821d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:17:35,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4 2024-11-27T01:17:35,561 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/cluster_86cad548-bac0-5551-6e57-25a330eaa169, deleteOnExit=true 2024-11-27T01:17:35,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/cluster_86cad548-bac0-5551-6e57-25a330eaa169/zookeeper_0, clientPort=49267, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/cluster_86cad548-bac0-5551-6e57-25a330eaa169/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/cluster_86cad548-bac0-5551-6e57-25a330eaa169/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T01:17:35,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49267 2024-11-27T01:17:35,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:17:35,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:17:35,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/test.cache.data in system properties and HBase conf 2024-11-27T01:17:35,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:17:35,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:17:35,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:17:35,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:17:35,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:17:35,565 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:17:35,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:17:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10156ffa3120005, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:17:35,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10156ffa3120002, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:17:35,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10156ffa3120005, quorum=127.0.0.1:49535, baseZNode=/11329070500 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:17:35,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10156ffa3120002, quorum=127.0.0.1:49535, baseZNode=/0-2102090880 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:17:35,638 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:35,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:17:35,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:17:35,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:17:35,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:17:35,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:35,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:17:35,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:17:35,763 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/java.io.tmpdir/jetty-localhost-39085-hadoop-hdfs-3_4_1-tests_jar-_-any-16333164916769533766/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:17:35,764 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:39085} 2024-11-27T01:17:35,764 INFO [Time-limited test {}] server.Server(415): Started @44372ms 2024-11-27T01:17:35,865 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:35,869 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:17:35,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:17:35,870 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:17:35,870 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:17:35,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:17:35,871 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:17:35,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6785d18c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/java.io.tmpdir/jetty-localhost-36411-hadoop-hdfs-3_4_1-tests_jar-_-any-4729137064075447413/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:17:35,991 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:36411} 2024-11-27T01:17:35,991 INFO [Time-limited test {}] server.Server(415): Started @44599ms 2024-11-27T01:17:35,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:17:36,087 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/cluster_86cad548-bac0-5551-6e57-25a330eaa169/data/data1/current/BP-80146907-172.17.0.2-1732670255584/current, will proceed with Du for space computation calculation, 2024-11-27T01:17:36,087 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/cluster_86cad548-bac0-5551-6e57-25a330eaa169/data/data2/current/BP-80146907-172.17.0.2-1732670255584/current, will proceed with Du for space computation calculation, 2024-11-27T01:17:36,103 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:17:36,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ea69c2b490b26 with lease ID 0x2cbb52e2e69082fd: Processing first storage report for DS-d8a62215-4f3a-48ee-af11-7f540137be82 from datanode DatanodeRegistration(127.0.0.1:35815, datanodeUuid=722094b2-e6de-4639-ad38-3b16b45fe38f, infoPort=33183, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=639202032;c=1732670255584) 2024-11-27T01:17:36,106 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ea69c2b490b26 with lease ID 0x2cbb52e2e69082fd: from storage DS-d8a62215-4f3a-48ee-af11-7f540137be82 node DatanodeRegistration(127.0.0.1:35815, datanodeUuid=722094b2-e6de-4639-ad38-3b16b45fe38f, infoPort=33183, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=639202032;c=1732670255584), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:17:36,106 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7ea69c2b490b26 with lease ID 0x2cbb52e2e69082fd: Processing first storage report for DS-9011d5a8-ca25-4975-bad9-c7f5839ee9ed from datanode DatanodeRegistration(127.0.0.1:35815, datanodeUuid=722094b2-e6de-4639-ad38-3b16b45fe38f, infoPort=33183, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=639202032;c=1732670255584) 2024-11-27T01:17:36,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7ea69c2b490b26 with lease ID 0x2cbb52e2e69082fd: from storage DS-9011d5a8-ca25-4975-bad9-c7f5839ee9ed node DatanodeRegistration(127.0.0.1:35815, datanodeUuid=722094b2-e6de-4639-ad38-3b16b45fe38f, infoPort=33183, infoSecurePort=0, ipcPort=44803, storageInfo=lv=-57;cid=testClusterID;nsid=639202032;c=1732670255584), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:17:36,115 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4 2024-11-27T01:17:36,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:36,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:36,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:17:36,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:17:36,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T01:17:36,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T01:17:36,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:17:36,525 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69 with version=8 2024-11-27T01:17:36,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/hbase-staging 2024-11-27T01:17:36,528 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:36,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:36,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:36,528 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:36,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:36,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:36,528 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:17:36,528 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:36,529 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33355 2024-11-27T01:17:36,530 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33355 connecting to ZooKeeper ensemble=127.0.0.1:49267 2024-11-27T01:17:36,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333550x0, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:36,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33355-0x10156ffdc5b0000 connected 2024-11-27T01:17:36,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:36,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:36,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Set watcher on znode that does not yet exist, /01383800892/running 2024-11-27T01:17:36,556 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69, hbase.cluster.distributed=false 2024-11-27T01:17:36,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Set watcher on znode that does not yet exist, /01383800892/acl 2024-11-27T01:17:36,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-27T01:17:36,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33355 2024-11-27T01:17:36,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33355 2024-11-27T01:17:36,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-27T01:17:36,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33355 2024-11-27T01:17:36,576 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:36,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:36,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:36,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:36,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:36,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:36,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:17:36,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:36,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33999 2024-11-27T01:17:36,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33999 connecting to ZooKeeper ensemble=127.0.0.1:49267 2024-11-27T01:17:36,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:36,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:36,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339990x0, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:36,584 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Set watcher on znode that does not yet exist, /01383800892/running 2024-11-27T01:17:36,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33999-0x10156ffdc5b0001 connected 2024-11-27T01:17:36,584 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:17:36,588 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:17:36,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Set watcher on znode that does not yet exist, /01383800892/master 2024-11-27T01:17:36,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Set watcher on znode that does not yet exist, /01383800892/acl 2024-11-27T01:17:36,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33999 2024-11-27T01:17:36,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33999 2024-11-27T01:17:36,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33999 2024-11-27T01:17:36,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33999 2024-11-27T01:17:36,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33999 2024-11-27T01:17:36,602 DEBUG [M:0;7d6f26a4c136:33355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:33355 2024-11-27T01:17:36,603 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01383800892/backup-masters/7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:36,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892/backup-masters 2024-11-27T01:17:36,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892/backup-masters 2024-11-27T01:17:36,607 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Set watcher on existing znode=/01383800892/backup-masters/7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:36,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01383800892/master 2024-11-27T01:17:36,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:36,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:36,609 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Set watcher on existing znode=/01383800892/master 2024-11-27T01:17:36,609 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01383800892/backup-masters/7d6f26a4c136,33355,1732670256528 from backup master directory 2024-11-27T01:17:36,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892/backup-masters 2024-11-27T01:17:36,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01383800892/backup-masters/7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:36,611 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:36,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892/backup-masters 2024-11-27T01:17:36,611 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:36,615 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/hbase.id] with ID: 3ef74779-a079-4e17-bdfb-790a2bce7ad3 2024-11-27T01:17:36,615 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/.tmp/hbase.id 2024-11-27T01:17:36,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:17:37,022 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/.tmp/hbase.id]:[hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/hbase.id] 2024-11-27T01:17:37,034 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:37,034 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:17:37,035 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:17:37,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:37,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:37,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:17:37,444 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:17:37,445 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:17:37,445 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:37,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:17:37,853 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store 2024-11-27T01:17:37,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:17:38,259 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:38,260 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:17:38,260 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:38,260 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:38,260 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:17:38,260 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:38,260 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:38,260 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670258260Disabling compacts and flushes for region at 1732670258260Disabling writes for close at 1732670258260Writing region close event to WAL at 1732670258260Closed at 1732670258260 2024-11-27T01:17:38,261 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/.initializing 2024-11-27T01:17:38,261 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/WALs/7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:38,262 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:38,264 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C33355%2C1732670256528, suffix=, logDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/WALs/7d6f26a4c136,33355,1732670256528, archiveDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/oldWALs, maxLogs=10 2024-11-27T01:17:38,277 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/WALs/7d6f26a4c136,33355,1732670256528/7d6f26a4c136%2C33355%2C1732670256528.1732670258264, exclude list is [], retry=0 2024-11-27T01:17:38,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35815,DS-d8a62215-4f3a-48ee-af11-7f540137be82,DISK] 2024-11-27T01:17:38,281 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/WALs/7d6f26a4c136,33355,1732670256528/7d6f26a4c136%2C33355%2C1732670256528.1732670258264 2024-11-27T01:17:38,282 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-27T01:17:38,282 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:38,282 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:38,282 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,282 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:17:38,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:38,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:38,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:17:38,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:38,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:38,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:17:38,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:38,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:38,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:17:38,290 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:38,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:38,291 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,291 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,292 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,293 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,293 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,293 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:38,294 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:38,296 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:38,296 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74590817, jitterRate=0.11148978769779205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:38,297 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670258282Initializing all the Stores at 1732670258283 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670258283Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670258283Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670258283Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670258283Cleaning up temporary data from old regions at 1732670258293 (+10 ms)Region opened successfully at 1732670258297 (+4 ms) 2024-11-27T01:17:38,297 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:17:38,300 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b0fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:38,301 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:17:38,301 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:17:38,301 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:17:38,301 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:17:38,302 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:17:38,302 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:17:38,302 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:17:38,304 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:17:38,304 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Unable to get data of znode /01383800892/balancer because node does not exist (not necessarily an error) 2024-11-27T01:17:38,307 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01383800892/balancer already deleted, retry=false 2024-11-27T01:17:38,307 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:17:38,307 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Unable to get data of znode /01383800892/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:17:38,309 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01383800892/normalizer already deleted, retry=false 2024-11-27T01:17:38,309 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:17:38,310 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Unable to get data of znode /01383800892/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:17:38,311 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01383800892/switch/split already deleted, retry=false 2024-11-27T01:17:38,311 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Unable to get data of znode /01383800892/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:17:38,313 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01383800892/switch/merge already deleted, retry=false 2024-11-27T01:17:38,314 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Unable to get data of znode /01383800892/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:17:38,321 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01383800892/snapshot-cleanup already deleted, retry=false 2024-11-27T01:17:38,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01383800892/running 2024-11-27T01:17:38,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01383800892/running 2024-11-27T01:17:38,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:38,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:38,323 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,33355,1732670256528, sessionid=0x10156ffdc5b0000, setting cluster-up flag (Was=false) 2024-11-27T01:17:38,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:38,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:38,330 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01383800892/flush-table-proc/acquired, /01383800892/flush-table-proc/reached, /01383800892/flush-table-proc/abort 2024-11-27T01:17:38,331 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:38,339 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01383800892/online-snapshot/acquired, /01383800892/online-snapshot/reached, /01383800892/online-snapshot/abort 2024-11-27T01:17:38,339 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:38,340 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:17:38,342 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:38,342 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:17:38,342 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:17:38,343 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,33355,1732670256528 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:17:38,344 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:38,344 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:38,344 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:38,344 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:38,344 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:17:38,344 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,344 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:38,344 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,345 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670288345 2024-11-27T01:17:38,345 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:17:38,345 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:17:38,345 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:17:38,345 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:17:38,345 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:17:38,345 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:17:38,345 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:38,345 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:17:38,346 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,346 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:17:38,346 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:17:38,346 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:17:38,346 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:17:38,346 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:38,347 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:17:38,347 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:17:38,346 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:17:38,347 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670258347,5,FailOnTimeoutGroup] 2024-11-27T01:17:38,347 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670258347,5,FailOnTimeoutGroup] 2024-11-27T01:17:38,347 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,347 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:17:38,347 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,347 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:17:38,393 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(746): ClusterId : 3ef74779-a079-4e17-bdfb-790a2bce7ad3 2024-11-27T01:17:38,394 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:17:38,397 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:17:38,397 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:17:38,399 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:17:38,399 DEBUG [RS:0;7d6f26a4c136:33999 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebd6dea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:38,413 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:33999 2024-11-27T01:17:38,413 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:17:38,413 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:17:38,413 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:17:38,414 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,33355,1732670256528 with port=33999, startcode=1732670256575 2024-11-27T01:17:38,414 DEBUG [RS:0;7d6f26a4c136:33999 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:17:38,415 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:17:38,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33355 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:38,416 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33355 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:38,418 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69 2024-11-27T01:17:38,418 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42919 2024-11-27T01:17:38,418 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:17:38,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892/rs 2024-11-27T01:17:38,420 DEBUG [RS:0;7d6f26a4c136:33999 {}] zookeeper.ZKUtil(111): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Set watcher on existing znode=/01383800892/rs/7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:38,420 WARN [RS:0;7d6f26a4c136:33999 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:38,420 INFO [RS:0;7d6f26a4c136:33999 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:38,420 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:38,420 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,33999,1732670256575] 2024-11-27T01:17:38,423 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:17:38,425 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:17:38,425 INFO [RS:0;7d6f26a4c136:33999 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:17:38,425 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,425 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:17:38,426 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:17:38,426 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,426 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,426 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,426 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,426 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,426 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,426 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:38,426 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,426 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,426 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,426 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,426 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,427 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:38,427 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:38,427 DEBUG [RS:0;7d6f26a4c136:33999 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:38,427 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,427 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,427 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,427 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,427 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,427 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33999,1732670256575-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:38,442 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:17:38,442 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33999,1732670256575-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,442 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,442 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.Replication(171): 7d6f26a4c136,33999,1732670256575 started 2024-11-27T01:17:38,455 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:38,455 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,33999,1732670256575, RpcServer on 7d6f26a4c136/172.17.0.2:33999, sessionid=0x10156ffdc5b0001 2024-11-27T01:17:38,455 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:17:38,455 DEBUG [RS:0;7d6f26a4c136:33999 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:38,455 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,33999,1732670256575' 2024-11-27T01:17:38,455 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01383800892/flush-table-proc/abort' 2024-11-27T01:17:38,455 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01383800892/flush-table-proc/acquired' 2024-11-27T01:17:38,456 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:17:38,456 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:17:38,456 DEBUG [RS:0;7d6f26a4c136:33999 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:38,456 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,33999,1732670256575' 2024-11-27T01:17:38,456 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01383800892/online-snapshot/abort' 2024-11-27T01:17:38,456 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01383800892/online-snapshot/acquired' 2024-11-27T01:17:38,457 DEBUG [RS:0;7d6f26a4c136:33999 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:17:38,457 INFO [RS:0;7d6f26a4c136:33999 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:17:38,457 INFO [RS:0;7d6f26a4c136:33999 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:17:38,557 INFO [RS:0;7d6f26a4c136:33999 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:38,558 INFO [RS:0;7d6f26a4c136:33999 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C33999%2C1732670256575, suffix=, logDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575, archiveDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/oldWALs, maxLogs=10 2024-11-27T01:17:38,572 DEBUG [RS:0;7d6f26a4c136:33999 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559, exclude list is [], retry=0 2024-11-27T01:17:38,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35815,DS-d8a62215-4f3a-48ee-af11-7f540137be82,DISK] 2024-11-27T01:17:38,577 INFO [RS:0;7d6f26a4c136:33999 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 2024-11-27T01:17:38,579 DEBUG [RS:0;7d6f26a4c136:33999 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-27T01:17:38,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:17:38,757 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69 2024-11-27T01:17:38,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:17:39,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:39,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:17:39,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:17:39,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:39,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:39,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:17:39,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:17:39,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:39,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:39,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:17:39,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:17:39,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:39,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:39,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:17:39,172 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:17:39,172 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:39,172 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:39,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:17:39,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740 2024-11-27T01:17:39,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740 2024-11-27T01:17:39,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:17:39,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:17:39,175 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:39,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:17:39,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:39,178 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68749205, jitterRate=0.02444298565387726}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:39,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670259164Initializing all the Stores at 1732670259164Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670259165 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670259165Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670259165Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670259165Cleaning up temporary data from old regions at 1732670259174 (+9 ms)Region opened successfully at 1732670259178 (+4 ms) 2024-11-27T01:17:39,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:17:39,178 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:17:39,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:17:39,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:17:39,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:17:39,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:39,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670259178Disabling compacts and flushes for region at 1732670259178Disabling writes for close at 1732670259178Writing region close event to WAL at 1732670259179 (+1 ms)Closed at 1732670259179 2024-11-27T01:17:39,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:39,180 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:17:39,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:17:39,181 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:39,182 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:17:39,333 DEBUG [7d6f26a4c136:33355 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:17:39,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:39,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,33999,1732670256575, state=OPENING 2024-11-27T01:17:39,336 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:17:39,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:39,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:39,340 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:39,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01383800892/meta-region-server: CHANGED 2024-11-27T01:17:39,340 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01383800892/meta-region-server: CHANGED 2024-11-27T01:17:39,340 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,33999,1732670256575}] 2024-11-27T01:17:39,493 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:17:39,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39785, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:17:39,499 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:17:39,499 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:39,499 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:17:39,501 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C33999%2C1732670256575.meta, suffix=.meta, logDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575, archiveDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/oldWALs, maxLogs=10 2024-11-27T01:17:39,515 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.meta.1732670259501.meta, exclude list is [], retry=0 2024-11-27T01:17:39,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35815,DS-d8a62215-4f3a-48ee-af11-7f540137be82,DISK] 2024-11-27T01:17:39,519 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.meta.1732670259501.meta 2024-11-27T01:17:39,519 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-27T01:17:39,519 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:39,519 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:39,519 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:17:39,519 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:17:39,520 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:17:39,520 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:17:39,520 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:39,520 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:17:39,520 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:17:39,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:17:39,522 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:17:39,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:39,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:39,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:17:39,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:17:39,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:39,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:39,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:17:39,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:17:39,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:39,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:39,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:17:39,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:17:39,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:39,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:39,526 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:17:39,527 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740 2024-11-27T01:17:39,528 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740 2024-11-27T01:17:39,529 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:17:39,529 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:17:39,529 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:39,531 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:17:39,531 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72120185, jitterRate=0.07467450201511383}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:39,531 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:17:39,532 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670259520Writing region info on filesystem at 1732670259520Initializing all the Stores at 1732670259521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670259521Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670259521Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670259521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670259521Cleaning up temporary data from old regions at 1732670259529 (+8 ms)Running coprocessor post-open hooks at 1732670259531 (+2 ms)Region opened successfully at 1732670259532 (+1 ms) 2024-11-27T01:17:39,533 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670259493 2024-11-27T01:17:39,535 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:17:39,535 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:17:39,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:39,537 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,33999,1732670256575, state=OPEN 2024-11-27T01:17:39,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01383800892/meta-region-server 2024-11-27T01:17:39,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01383800892/meta-region-server 2024-11-27T01:17:39,541 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:39,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01383800892/meta-region-server: CHANGED 2024-11-27T01:17:39,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01383800892/meta-region-server: CHANGED 2024-11-27T01:17:39,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:17:39,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,33999,1732670256575 in 201 msec 2024-11-27T01:17:39,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:17:39,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-27T01:17:39,547 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:39,547 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:17:39,548 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:39,548 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33999,1732670256575, seqNum=-1] 2024-11-27T01:17:39,548 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:39,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:39,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2120 sec 2024-11-27T01:17:39,555 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670259555, completionTime=-1 2024-11-27T01:17:39,555 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:17:39,555 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:17:39,557 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:17:39,557 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670319557 2024-11-27T01:17:39,557 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670379557 2024-11-27T01:17:39,557 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T01:17:39,557 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33355,1732670256528-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:39,557 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33355,1732670256528-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:39,557 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33355,1732670256528-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:39,557 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:33355, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:39,557 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:39,558 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:39,559 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:17:39,561 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.950sec 2024-11-27T01:17:39,561 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:17:39,561 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:17:39,561 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:17:39,561 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:17:39,562 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:17:39,562 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33355,1732670256528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:39,562 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33355,1732670256528-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:17:39,564 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:17:39,564 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:17:39,564 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33355,1732670256528-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:39,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17af4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:39,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,33355,-1 for getting cluster id 2024-11-27T01:17:39,594 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:39,596 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ef74779-a079-4e17-bdfb-790a2bce7ad3' 2024-11-27T01:17:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ef74779-a079-4e17-bdfb-790a2bce7ad3" 2024-11-27T01:17:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632991a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,33355,-1] 2024-11-27T01:17:39,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:39,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:39,598 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:39,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4e224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:39,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33999,1732670256575, seqNum=-1] 2024-11-27T01:17:39,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:39,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:39,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:39,604 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49267 2024-11-27T01:17:39,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:39,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10156ffdc5b0002 connected 2024-11-27T01:17:39,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/hadoop.log.dir so I do NOT create it in target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0 2024-11-27T01:17:39,612 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:17:39,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/hadoop.tmp.dir so I do NOT create it in target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0 2024-11-27T01:17:39,612 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:17:39,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0 2024-11-27T01:17:39,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:17:39,612 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/cluster_731d518c-65aa-0031-fa49-0cc0e1a0bf00, deleteOnExit=true 2024-11-27T01:17:39,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:17:39,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/test.cache.data in system properties and HBase conf 2024-11-27T01:17:39,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:17:39,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:17:39,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:17:39,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:17:39,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:17:39,612 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:17:39,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:17:39,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:39,696 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:17:39,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:17:39,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:17:39,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:17:39,698 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:39,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:17:39,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:17:39,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d7a321f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/java.io.tmpdir/jetty-localhost-38647-hadoop-hdfs-3_4_1-tests_jar-_-any-1225721388767199333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:17:39,813 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:38647} 2024-11-27T01:17:39,813 INFO [Time-limited test {}] server.Server(415): Started @48421ms 2024-11-27T01:17:39,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:17:39,900 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:17:39,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:17:39,902 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:17:39,902 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:17:39,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:17:39,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:17:40,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26db198b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/java.io.tmpdir/jetty-localhost-36467-hadoop-hdfs-3_4_1-tests_jar-_-any-2779806678215797652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:17:40,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:36467} 2024-11-27T01:17:40,019 INFO [Time-limited test {}] server.Server(415): Started @48627ms 2024-11-27T01:17:40,020 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:17:40,171 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/cluster_731d518c-65aa-0031-fa49-0cc0e1a0bf00/data/data1/current/BP-1671486582-172.17.0.2-1732670259643/current, will proceed with Du for space computation calculation, 2024-11-27T01:17:40,171 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/cluster_731d518c-65aa-0031-fa49-0cc0e1a0bf00/data/data2/current/BP-1671486582-172.17.0.2-1732670259643/current, will proceed with Du for space computation calculation, 2024-11-27T01:17:40,188 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:17:40,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcde2a98209f5c829 with lease ID 0x338c64e2fe01a001: Processing first storage report for DS-0361efb3-0826-416d-9825-948ccf8de571 from datanode DatanodeRegistration(127.0.0.1:33201, datanodeUuid=cd112ebe-5055-4749-948a-de3c24d80af7, infoPort=42985, infoSecurePort=0, ipcPort=39973, storageInfo=lv=-57;cid=testClusterID;nsid=348139301;c=1732670259643) 2024-11-27T01:17:40,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcde2a98209f5c829 with lease ID 0x338c64e2fe01a001: from storage DS-0361efb3-0826-416d-9825-948ccf8de571 node DatanodeRegistration(127.0.0.1:33201, datanodeUuid=cd112ebe-5055-4749-948a-de3c24d80af7, infoPort=42985, infoSecurePort=0, ipcPort=39973, storageInfo=lv=-57;cid=testClusterID;nsid=348139301;c=1732670259643), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T01:17:40,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcde2a98209f5c829 with lease ID 0x338c64e2fe01a001: Processing first storage report for DS-2df6cb46-91f9-4133-9c9d-a7b0efb85d36 from datanode DatanodeRegistration(127.0.0.1:33201, datanodeUuid=cd112ebe-5055-4749-948a-de3c24d80af7, infoPort=42985, infoSecurePort=0, ipcPort=39973, storageInfo=lv=-57;cid=testClusterID;nsid=348139301;c=1732670259643) 2024-11-27T01:17:40,191 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcde2a98209f5c829 with lease ID 0x338c64e2fe01a001: from storage DS-2df6cb46-91f9-4133-9c9d-a7b0efb85d36 node DatanodeRegistration(127.0.0.1:33201, datanodeUuid=cd112ebe-5055-4749-948a-de3c24d80af7, infoPort=42985, infoSecurePort=0, ipcPort=39973, storageInfo=lv=-57;cid=testClusterID;nsid=348139301;c=1732670259643), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:17:40,245 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0 2024-11-27T01:17:40,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:40,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:40,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:17:40,656 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448 with version=8 2024-11-27T01:17:40,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/hbase-staging 2024-11-27T01:17:40,658 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:40,658 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:40,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:40,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:40,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:40,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:40,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:17:40,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:40,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34675 2024-11-27T01:17:40,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34675 connecting to ZooKeeper ensemble=127.0.0.1:49267 2024-11-27T01:17:40,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346750x0, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:40,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34675-0x10156ffdc5b0003 connected 2024-11-27T01:17:40,683 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:40,685 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:40,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Set watcher on znode that does not yet exist, /11229822065/running 2024-11-27T01:17:40,687 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448, hbase.cluster.distributed=false 2024-11-27T01:17:40,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Set watcher on znode that does not yet exist, /11229822065/acl 2024-11-27T01:17:40,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34675 2024-11-27T01:17:40,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34675 2024-11-27T01:17:40,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34675 2024-11-27T01:17:40,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34675 2024-11-27T01:17:40,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34675 2024-11-27T01:17:40,715 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:17:40,715 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:40,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:40,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:17:40,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:17:40,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:17:40,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:17:40,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:17:40,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46715 2024-11-27T01:17:40,718 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46715 connecting to ZooKeeper ensemble=127.0.0.1:49267 2024-11-27T01:17:40,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:40,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:40,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467150x0, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:40,727 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46715-0x10156ffdc5b0004 connected 2024-11-27T01:17:40,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Set watcher on znode that does not yet exist, /11229822065/running 2024-11-27T01:17:40,727 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:17:40,733 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:17:40,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Set watcher on znode that does not yet exist, /11229822065/master 2024-11-27T01:17:40,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Set watcher on znode that does not yet exist, /11229822065/acl 2024-11-27T01:17:40,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46715 2024-11-27T01:17:40,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46715 2024-11-27T01:17:40,742 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46715 2024-11-27T01:17:40,743 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46715 2024-11-27T01:17:40,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46715 2024-11-27T01:17:40,757 DEBUG [M:0;7d6f26a4c136:34675 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:34675 2024-11-27T01:17:40,760 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11229822065/backup-masters/7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:40,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065/backup-masters 2024-11-27T01:17:40,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065/backup-masters 2024-11-27T01:17:40,763 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Set watcher on existing znode=/11229822065/backup-masters/7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:40,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229822065/master 2024-11-27T01:17:40,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:40,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:40,767 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Set watcher on existing znode=/11229822065/master 2024-11-27T01:17:40,767 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11229822065/backup-masters/7d6f26a4c136,34675,1732670260658 from backup master directory 2024-11-27T01:17:40,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229822065/backup-masters/7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:40,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065/backup-masters 2024-11-27T01:17:40,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065/backup-masters 2024-11-27T01:17:40,769 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:40,769 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:40,774 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/hbase.id] with ID: 2f87f78c-9293-4b1a-a25e-80ec316d4016 2024-11-27T01:17:40,774 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/.tmp/hbase.id 2024-11-27T01:17:40,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:17:41,180 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/.tmp/hbase.id]:[hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/hbase.id] 2024-11-27T01:17:41,191 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:41,191 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:17:41,192 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:17:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:41,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:17:41,601 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:17:41,602 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:17:41,602 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:41,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:17:41,997 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:17:42,011 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store 2024-11-27T01:17:42,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:17:42,019 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:42,019 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:17:42,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:42,019 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:42,020 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:17:42,020 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:42,020 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:17:42,020 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670262019Disabling compacts and flushes for region at 1732670262019Disabling writes for close at 1732670262020 (+1 ms)Writing region close event to WAL at 1732670262020Closed at 1732670262020 2024-11-27T01:17:42,021 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/.initializing 2024-11-27T01:17:42,022 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/WALs/7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:42,023 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:42,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:42,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:42,025 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C34675%2C1732670260658, suffix=, logDir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/WALs/7d6f26a4c136,34675,1732670260658, archiveDir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/oldWALs, maxLogs=10 2024-11-27T01:17:42,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:42,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:42,046 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/WALs/7d6f26a4c136,34675,1732670260658/7d6f26a4c136%2C34675%2C1732670260658.1732670262025, exclude list is [], retry=0 2024-11-27T01:17:42,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-0361efb3-0826-416d-9825-948ccf8de571,DISK] 2024-11-27T01:17:42,057 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/WALs/7d6f26a4c136,34675,1732670260658/7d6f26a4c136%2C34675%2C1732670260658.1732670262025 2024-11-27T01:17:42,059 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42985:42985)] 2024-11-27T01:17:42,059 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:42,060 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:42,060 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,060 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,063 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:17:42,063 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:42,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:42,064 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,065 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:17:42,065 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:42,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:42,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,067 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:17:42,067 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:42,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:42,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:17:42,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:42,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:42,070 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,071 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,071 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,073 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,073 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,074 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:42,075 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:17:42,081 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:42,081 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69159284, jitterRate=0.03055363893508911}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:42,081 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670262060Initializing all the Stores at 1732670262061 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670262061Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670262061Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670262061Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670262061Cleaning up temporary data from old regions at 1732670262073 (+12 ms)Region opened successfully at 1732670262081 (+8 ms) 2024-11-27T01:17:42,082 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:17:42,088 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c7b3ebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:42,089 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:17:42,089 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:17:42,089 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:17:42,089 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:17:42,090 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:17:42,090 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:17:42,090 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:17:42,092 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:17:42,093 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Unable to get data of znode /11229822065/balancer because node does not exist (not necessarily an error) 2024-11-27T01:17:42,104 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229822065/balancer already deleted, retry=false 2024-11-27T01:17:42,105 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:17:42,106 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Unable to get data of znode /11229822065/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:17:42,115 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229822065/normalizer already deleted, retry=false 2024-11-27T01:17:42,116 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:17:42,117 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Unable to get data of znode /11229822065/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:17:42,120 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229822065/switch/split already deleted, retry=false 2024-11-27T01:17:42,121 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Unable to get data of znode /11229822065/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:17:42,122 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229822065/switch/merge already deleted, retry=false 2024-11-27T01:17:42,125 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Unable to get data of znode /11229822065/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:17:42,127 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229822065/snapshot-cleanup already deleted, retry=false 2024-11-27T01:17:42,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229822065/running 2024-11-27T01:17:42,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:42,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229822065/running 2024-11-27T01:17:42,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:42,132 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,34675,1732670260658, sessionid=0x10156ffdc5b0003, setting cluster-up flag (Was=false) 2024-11-27T01:17:42,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:42,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:42,148 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11229822065/flush-table-proc/acquired, /11229822065/flush-table-proc/reached, /11229822065/flush-table-proc/abort 2024-11-27T01:17:42,151 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:42,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:42,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:42,171 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11229822065/online-snapshot/acquired, /11229822065/online-snapshot/reached, /11229822065/online-snapshot/abort 2024-11-27T01:17:42,172 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:42,174 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:17:42,178 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:42,178 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:17:42,178 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:17:42,179 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,34675,1732670260658 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:17:42,180 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:42,180 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:42,180 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:42,180 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:17:42,180 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:17:42,180 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,181 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:42,181 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,190 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670292190 2024-11-27T01:17:42,190 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:17:42,190 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:17:42,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:42,190 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:17:42,190 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:17:42,190 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:17:42,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:17:42,190 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:17:42,190 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,191 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:17:42,191 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:17:42,191 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:17:42,191 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:17:42,192 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:42,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:17:42,196 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:17:42,196 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:17:42,197 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670262196,5,FailOnTimeoutGroup] 2024-11-27T01:17:42,199 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670262197,5,FailOnTimeoutGroup] 2024-11-27T01:17:42,199 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,199 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:17:42,199 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,199 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:17:42,247 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(746): ClusterId : 2f87f78c-9293-4b1a-a25e-80ec316d4016 2024-11-27T01:17:42,247 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:17:42,250 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:17:42,250 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:17:42,258 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:17:42,259 DEBUG [RS:0;7d6f26a4c136:46715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2765a474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:17:42,278 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:46715 2024-11-27T01:17:42,278 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:17:42,278 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:17:42,278 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:17:42,279 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,34675,1732670260658 with port=46715, startcode=1732670260715 2024-11-27T01:17:42,279 DEBUG [RS:0;7d6f26a4c136:46715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:17:42,282 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:17:42,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34675 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,46715,1732670260715 2024-11-27T01:17:42,283 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34675 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,46715,1732670260715 2024-11-27T01:17:42,285 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448 2024-11-27T01:17:42,285 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34291 2024-11-27T01:17:42,285 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:17:42,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065/rs 2024-11-27T01:17:42,293 DEBUG [RS:0;7d6f26a4c136:46715 {}] zookeeper.ZKUtil(111): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Set watcher on existing znode=/11229822065/rs/7d6f26a4c136,46715,1732670260715 2024-11-27T01:17:42,293 WARN [RS:0;7d6f26a4c136:46715 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:17:42,293 INFO [RS:0;7d6f26a4c136:46715 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:42,293 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/WALs/7d6f26a4c136,46715,1732670260715 2024-11-27T01:17:42,294 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,46715,1732670260715] 2024-11-27T01:17:42,300 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:17:42,308 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:17:42,309 INFO [RS:0;7d6f26a4c136:46715 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:17:42,309 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,309 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:17:42,310 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:17:42,310 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:42,310 DEBUG [RS:0;7d6f26a4c136:46715 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:17:42,315 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,315 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,315 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,315 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,315 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,315 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46715,1732670260715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:42,335 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:17:42,335 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46715,1732670260715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,336 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,336 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.Replication(171): 7d6f26a4c136,46715,1732670260715 started 2024-11-27T01:17:42,354 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:42,354 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,46715,1732670260715, RpcServer on 7d6f26a4c136/172.17.0.2:46715, sessionid=0x10156ffdc5b0004 2024-11-27T01:17:42,356 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:17:42,356 DEBUG [RS:0;7d6f26a4c136:46715 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,46715,1732670260715 2024-11-27T01:17:42,356 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,46715,1732670260715' 2024-11-27T01:17:42,356 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11229822065/flush-table-proc/abort' 2024-11-27T01:17:42,365 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11229822065/flush-table-proc/acquired' 2024-11-27T01:17:42,365 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:17:42,365 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:17:42,365 DEBUG [RS:0;7d6f26a4c136:46715 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,46715,1732670260715 2024-11-27T01:17:42,365 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,46715,1732670260715' 2024-11-27T01:17:42,365 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11229822065/online-snapshot/abort' 2024-11-27T01:17:42,366 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11229822065/online-snapshot/acquired' 2024-11-27T01:17:42,366 DEBUG [RS:0;7d6f26a4c136:46715 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:17:42,366 INFO [RS:0;7d6f26a4c136:46715 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:17:42,366 INFO [RS:0;7d6f26a4c136:46715 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:17:42,467 INFO [RS:0;7d6f26a4c136:46715 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:17:42,469 INFO [RS:0;7d6f26a4c136:46715 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C46715%2C1732670260715, suffix=, logDir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/WALs/7d6f26a4c136,46715,1732670260715, archiveDir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/oldWALs, maxLogs=10 2024-11-27T01:17:42,490 DEBUG [RS:0;7d6f26a4c136:46715 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/WALs/7d6f26a4c136,46715,1732670260715/7d6f26a4c136%2C46715%2C1732670260715.1732670262470, exclude list is [], retry=0 2024-11-27T01:17:42,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-0361efb3-0826-416d-9825-948ccf8de571,DISK] 2024-11-27T01:17:42,502 INFO [RS:0;7d6f26a4c136:46715 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/WALs/7d6f26a4c136,46715,1732670260715/7d6f26a4c136%2C46715%2C1732670260715.1732670262470 2024-11-27T01:17:42,502 DEBUG [RS:0;7d6f26a4c136:46715 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42985:42985)] 2024-11-27T01:17:42,609 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:17:42,609 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448 2024-11-27T01:17:42,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:17:42,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:42,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:17:42,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:17:42,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:42,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:42,623 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:17:42,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:17:42,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:42,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:42,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:17:42,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:17:42,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:42,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:42,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:17:42,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:17:42,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:42,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:42,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:17:42,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740 2024-11-27T01:17:42,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740 2024-11-27T01:17:42,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:17:42,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:17:42,632 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:42,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:17:42,637 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:42,637 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72358771, jitterRate=0.07822971045970917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:42,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670262616Initializing all the Stores at 1732670262620 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670262620Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670262620Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670262620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670262620Cleaning up temporary data from old regions at 1732670262632 (+12 ms)Region opened successfully at 1732670262638 (+6 ms) 2024-11-27T01:17:42,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:17:42,638 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:17:42,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:17:42,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:17:42,638 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:17:42,639 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:17:42,639 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670262638Disabling compacts and flushes for region at 1732670262638Disabling writes for close at 1732670262638Writing region close event to WAL at 1732670262639 (+1 ms)Closed at 1732670262639 2024-11-27T01:17:42,641 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:42,641 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:17:42,641 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:17:42,643 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:42,644 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:17:42,794 DEBUG [7d6f26a4c136:34675 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:17:42,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,46715,1732670260715 2024-11-27T01:17:42,797 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,46715,1732670260715, state=OPENING 2024-11-27T01:17:42,798 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:17:42,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:42,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:17:42,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229822065/meta-region-server: CHANGED 2024-11-27T01:17:42,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229822065/meta-region-server: CHANGED 2024-11-27T01:17:42,801 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:17:42,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46715,1732670260715}] 2024-11-27T01:17:42,957 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:17:42,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:17:42,967 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:17:42,967 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:42,967 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:17:42,969 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C46715%2C1732670260715.meta, suffix=.meta, logDir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/WALs/7d6f26a4c136,46715,1732670260715, archiveDir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/oldWALs, maxLogs=10 2024-11-27T01:17:42,990 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/WALs/7d6f26a4c136,46715,1732670260715/7d6f26a4c136%2C46715%2C1732670260715.meta.1732670262969.meta, exclude list is [], retry=0 2024-11-27T01:17:42,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33201,DS-0361efb3-0826-416d-9825-948ccf8de571,DISK] 2024-11-27T01:17:43,001 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/WALs/7d6f26a4c136,46715,1732670260715/7d6f26a4c136%2C46715%2C1732670260715.meta.1732670262969.meta 2024-11-27T01:17:43,001 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42985:42985)] 2024-11-27T01:17:43,002 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:43,002 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:43,002 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:17:43,002 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:17:43,002 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:17:43,002 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:17:43,002 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:43,002 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:17:43,002 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:17:43,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:17:43,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:17:43,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:43,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:43,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:17:43,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:17:43,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:43,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:43,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:17:43,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:17:43,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:43,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:43,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:17:43,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:17:43,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:43,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:17:43,015 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:17:43,018 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740 2024-11-27T01:17:43,019 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740 2024-11-27T01:17:43,021 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:17:43,021 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:17:43,021 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:17:43,023 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:17:43,023 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65126528, jitterRate=-0.029539108276367188}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:17:43,024 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:17:43,024 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670263003Writing region info on filesystem at 1732670263003Initializing all the Stores at 1732670263003Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670263004 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670263007 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670263007Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670263007Cleaning up temporary data from old regions at 1732670263021 (+14 ms)Running coprocessor post-open hooks at 1732670263024 (+3 ms)Region opened successfully at 1732670263024 2024-11-27T01:17:43,027 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670262956 2024-11-27T01:17:43,029 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:17:43,029 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:17:43,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,46715,1732670260715 2024-11-27T01:17:43,031 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,46715,1732670260715, state=OPEN 2024-11-27T01:17:43,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11229822065/meta-region-server 2024-11-27T01:17:43,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11229822065/meta-region-server 2024-11-27T01:17:43,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229822065/meta-region-server: CHANGED 2024-11-27T01:17:43,033 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229822065/meta-region-server: CHANGED 2024-11-27T01:17:43,033 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46715,1732670260715 2024-11-27T01:17:43,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:17:43,036 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46715,1732670260715 in 232 msec 2024-11-27T01:17:43,040 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:17:43,040 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:17:43,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:17:43,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 396 msec 2024-11-27T01:17:43,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:43,042 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46715,1732670260715, seqNum=-1] 2024-11-27T01:17:43,043 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:43,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:43,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 873 msec 2024-11-27T01:17:43,051 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670263051, completionTime=-1 2024-11-27T01:17:43,051 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:17:43,051 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:17:43,056 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:17:43,056 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670323056 2024-11-27T01:17:43,056 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670383056 2024-11-27T01:17:43,056 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-27T01:17:43,057 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34675,1732670260658-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:43,057 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34675,1732670260658-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:43,057 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34675,1732670260658-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:43,057 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:34675, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:43,057 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:43,059 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:17:43,060 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:43,064 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.295sec 2024-11-27T01:17:43,064 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:17:43,064 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:17:43,064 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:17:43,064 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:17:43,064 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:17:43,064 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34675,1732670260658-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:17:43,064 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34675,1732670260658-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:17:43,072 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:17:43,072 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:17:43,072 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34675,1732670260658-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:17:43,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9105db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:43,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34675,-1 for getting cluster id 2024-11-27T01:17:43,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:43,149 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f87f78c-9293-4b1a-a25e-80ec316d4016' 2024-11-27T01:17:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:43,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f87f78c-9293-4b1a-a25e-80ec316d4016" 2024-11-27T01:17:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30a4d7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34675,-1] 2024-11-27T01:17:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:43,150 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:43,151 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:43,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a0b5fe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:43,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:43,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46715,1732670260715, seqNum=-1] 2024-11-27T01:17:43,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:43,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:43,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:43,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49267 2024-11-27T01:17:43,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:17:43,161 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10156ffdc5b0005 connected 2024-11-27T01:17:43,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:43,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:43,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34ece5da 2024-11-27T01:17:43,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:43,169 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:43,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:17:43,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:17:43,176 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:17:43,177 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:43,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:17:43,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:17:43,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:43,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:17:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:43,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:43,589 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f010d60e950f1bd993c61bd15e4b3978, NAME => 'test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69 2024-11-27T01:17:43,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:17:43,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:43,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:43,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f010d60e950f1bd993c61bd15e4b3978, disabling compactions & flushes 2024-11-27T01:17:43,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:17:43,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:17:43,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. after waiting 0 ms 2024-11-27T01:17:43,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:17:43,997 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:17:43,997 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f010d60e950f1bd993c61bd15e4b3978: Waiting for close lock at 1732670263997Disabling compacts and flushes for region at 1732670263997Disabling writes for close at 1732670263997Writing region close event to WAL at 1732670263997Closed at 1732670263997 2024-11-27T01:17:43,999 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:17:43,999 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670263999"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670263999"}]},"ts":"1732670263999"} 2024-11-27T01:17:44,002 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:17:44,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:17:44,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670264003"}]},"ts":"1732670264003"} 2024-11-27T01:17:44,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:17:44,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f010d60e950f1bd993c61bd15e4b3978, ASSIGN}] 2024-11-27T01:17:44,006 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f010d60e950f1bd993c61bd15e4b3978, ASSIGN 2024-11-27T01:17:44,007 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f010d60e950f1bd993c61bd15e4b3978, ASSIGN; state=OFFLINE, location=7d6f26a4c136,33999,1732670256575; forceNewPlan=false, retain=false 2024-11-27T01:17:44,158 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f010d60e950f1bd993c61bd15e4b3978, regionState=OPENING, regionLocation=7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:44,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f010d60e950f1bd993c61bd15e4b3978, ASSIGN because future has completed 2024-11-27T01:17:44,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f010d60e950f1bd993c61bd15e4b3978, server=7d6f26a4c136,33999,1732670256575}] 2024-11-27T01:17:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:44,321 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:17:44,321 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f010d60e950f1bd993c61bd15e4b3978, NAME => 'test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:44,321 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:44,322 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:17:44,322 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,322 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:44,322 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,322 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,324 INFO [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,325 INFO [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f010d60e950f1bd993c61bd15e4b3978 columnFamilyName f 2024-11-27T01:17:44,326 DEBUG [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:44,326 INFO [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] regionserver.HStore(327): Store=f010d60e950f1bd993c61bd15e4b3978/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:44,326 INFO [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,327 INFO [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f010d60e950f1bd993c61bd15e4b3978 columnFamilyName f1 2024-11-27T01:17:44,327 DEBUG [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:44,332 INFO [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] regionserver.HStore(327): Store=f010d60e950f1bd993c61bd15e4b3978/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:44,332 INFO [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,333 INFO [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f010d60e950f1bd993c61bd15e4b3978 columnFamilyName norep 2024-11-27T01:17:44,333 DEBUG [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:44,334 INFO [StoreOpener-f010d60e950f1bd993c61bd15e4b3978-1 {}] regionserver.HStore(327): Store=f010d60e950f1bd993c61bd15e4b3978/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:44,334 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,335 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,336 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,337 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,337 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,338 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:17:44,339 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,345 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:44,346 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f010d60e950f1bd993c61bd15e4b3978; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60721886, jitterRate=-0.09517338871955872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:17:44,346 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:17:44,347 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f010d60e950f1bd993c61bd15e4b3978: Running coprocessor pre-open hook at 1732670264322Writing region info on filesystem at 1732670264322Initializing all the Stores at 1732670264323 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670264323Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670264323Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670264323Cleaning up temporary data from old regions at 1732670264337 (+14 ms)Running coprocessor post-open hooks at 1732670264346 (+9 ms)Region opened successfully at 1732670264347 (+1 ms) 2024-11-27T01:17:44,351 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., pid=6, masterSystemTime=1732670264314 2024-11-27T01:17:44,354 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:17:44,354 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:17:44,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f010d60e950f1bd993c61bd15e4b3978, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:44,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f010d60e950f1bd993c61bd15e4b3978, server=7d6f26a4c136,33999,1732670256575 because future has completed 2024-11-27T01:17:44,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:17:44,366 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f010d60e950f1bd993c61bd15e4b3978, server=7d6f26a4c136,33999,1732670256575 in 199 msec 2024-11-27T01:17:44,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:17:44,369 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f010d60e950f1bd993c61bd15e4b3978, ASSIGN in 361 msec 2024-11-27T01:17:44,371 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:17:44,371 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670264371"}]},"ts":"1732670264371"} 2024-11-27T01:17:44,374 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:17:44,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:17:44,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2020 sec 2024-11-27T01:17:44,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:17:44,424 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T01:17:45,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:45,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:45,325 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:17:45,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:45,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c45b54 2024-11-27T01:17:45,327 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:45,329 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:45,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:17:45,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:17:45,335 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:17:45,335 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:45,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:17:45,337 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:17:45,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:45,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:17:45,357 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c4598f8fdeec5dcae74e405bd76da2d, NAME => 'test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448 2024-11-27T01:17:45,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:17:45,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:45,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:45,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:45,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c4598f8fdeec5dcae74e405bd76da2d, disabling compactions & flushes 2024-11-27T01:17:45,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:17:45,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:17:45,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. after waiting 0 ms 2024-11-27T01:17:45,774 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:17:45,774 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:17:45,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c4598f8fdeec5dcae74e405bd76da2d: Waiting for close lock at 1732670265774Disabling compacts and flushes for region at 1732670265774Disabling writes for close at 1732670265774Writing region close event to WAL at 1732670265774Closed at 1732670265774 2024-11-27T01:17:45,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:17:45,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670265776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670265776"}]},"ts":"1732670265776"} 2024-11-27T01:17:45,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:17:45,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:17:45,782 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670265782"}]},"ts":"1732670265782"} 2024-11-27T01:17:45,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:17:45,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c4598f8fdeec5dcae74e405bd76da2d, ASSIGN}] 2024-11-27T01:17:45,786 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c4598f8fdeec5dcae74e405bd76da2d, ASSIGN 2024-11-27T01:17:45,787 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c4598f8fdeec5dcae74e405bd76da2d, ASSIGN; state=OFFLINE, location=7d6f26a4c136,46715,1732670260715; forceNewPlan=false, retain=false 2024-11-27T01:17:45,938 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c4598f8fdeec5dcae74e405bd76da2d, regionState=OPENING, regionLocation=7d6f26a4c136,46715,1732670260715 2024-11-27T01:17:45,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c4598f8fdeec5dcae74e405bd76da2d, ASSIGN because future has completed 2024-11-27T01:17:45,942 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c4598f8fdeec5dcae74e405bd76da2d, server=7d6f26a4c136,46715,1732670260715}] 2024-11-27T01:17:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:46,102 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:17:46,102 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c4598f8fdeec5dcae74e405bd76da2d, NAME => 'test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:46,102 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:46,102 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:17:46,103 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,103 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:46,103 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,103 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,104 INFO [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,106 INFO [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4598f8fdeec5dcae74e405bd76da2d columnFamilyName f 2024-11-27T01:17:46,106 DEBUG [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:46,107 INFO [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] regionserver.HStore(327): Store=8c4598f8fdeec5dcae74e405bd76da2d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:46,107 INFO [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,108 INFO [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4598f8fdeec5dcae74e405bd76da2d columnFamilyName f1 2024-11-27T01:17:46,108 DEBUG [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:46,109 INFO [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] regionserver.HStore(327): Store=8c4598f8fdeec5dcae74e405bd76da2d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:46,109 INFO [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,110 INFO [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c4598f8fdeec5dcae74e405bd76da2d columnFamilyName norep 2024-11-27T01:17:46,110 DEBUG [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:46,111 INFO [StoreOpener-8c4598f8fdeec5dcae74e405bd76da2d-1 {}] regionserver.HStore(327): Store=8c4598f8fdeec5dcae74e405bd76da2d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:46,111 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,112 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,112 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,113 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,113 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,113 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:17:46,114 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,117 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:46,118 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c4598f8fdeec5dcae74e405bd76da2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69486917, jitterRate=0.035435751080513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:17:46,118 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:17:46,118 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c4598f8fdeec5dcae74e405bd76da2d: Running coprocessor pre-open hook at 1732670266103Writing region info on filesystem at 1732670266103Initializing all the Stores at 1732670266104 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670266104Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670266104Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670266104Cleaning up temporary data from old regions at 1732670266113 (+9 ms)Running coprocessor post-open hooks at 1732670266118 (+5 ms)Region opened successfully at 1732670266118 2024-11-27T01:17:46,119 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d., pid=6, masterSystemTime=1732670266097 2024-11-27T01:17:46,122 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:17:46,122 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:17:46,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c4598f8fdeec5dcae74e405bd76da2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,46715,1732670260715 2024-11-27T01:17:46,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c4598f8fdeec5dcae74e405bd76da2d, server=7d6f26a4c136,46715,1732670260715 because future has completed 2024-11-27T01:17:46,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:17:46,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c4598f8fdeec5dcae74e405bd76da2d, server=7d6f26a4c136,46715,1732670260715 in 191 msec 2024-11-27T01:17:46,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:17:46,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c4598f8fdeec5dcae74e405bd76da2d, ASSIGN in 351 msec 2024-11-27T01:17:46,140 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:17:46,140 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670266140"}]},"ts":"1732670266140"} 2024-11-27T01:17:46,143 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:17:46,144 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:17:46,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 814 msec 2024-11-27T01:17:46,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34675 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:17:46,474 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:17:46,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279f3f83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,33355,-1 for getting cluster id 2024-11-27T01:17:46,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:46,476 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ef74779-a079-4e17-bdfb-790a2bce7ad3' 2024-11-27T01:17:46,476 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ef74779-a079-4e17-bdfb-790a2bce7ad3" 2024-11-27T01:17:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3479860a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,33355,-1] 2024-11-27T01:17:46,477 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:46,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:46,479 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:46,479 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a12d1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34675,-1 for getting cluster id 2024-11-27T01:17:46,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:46,481 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f87f78c-9293-4b1a-a25e-80ec316d4016' 2024-11-27T01:17:46,481 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f87f78c-9293-4b1a-a25e-80ec316d4016" 2024-11-27T01:17:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6bfd64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34675,-1] 2024-11-27T01:17:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:46,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:46,483 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:46,484 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508b74ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aeae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,33355,-1 for getting cluster id 2024-11-27T01:17:46,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:46,485 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ef74779-a079-4e17-bdfb-790a2bce7ad3' 2024-11-27T01:17:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ef74779-a079-4e17-bdfb-790a2bce7ad3" 2024-11-27T01:17:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10160962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,33355,-1] 2024-11-27T01:17:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:46,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:46,487 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:46,488 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@687e0e44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,490 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f98a6ac 2024-11-27T01:17:46,491 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:46,492 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:46,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:34675,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:17:46,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:17:46,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T01:17:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:17:46,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T01:17:46,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T01:17:46,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T01:17:46,496 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:34675' 2024-11-27T01:17:46,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:17:46,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T01:17:46,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:17:46,497 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T01:17:46,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:17:46,497 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T01:17:46,497 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T01:17:46,497 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T01:17:46,497 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d32c212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,497 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34675,-1 for getting cluster id 2024-11-27T01:17:46,498 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:46,498 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f87f78c-9293-4b1a-a25e-80ec316d4016' 2024-11-27T01:17:46,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:46,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f87f78c-9293-4b1a-a25e-80ec316d4016" 2024-11-27T01:17:46,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83e1113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34675,-1] 2024-11-27T01:17:46,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:46,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:46,500 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:46,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4345b63a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:46,501 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:46,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:46,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d081007 2024-11-27T01:17:46,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:46,503 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:46,504 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T01:17:46,504 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:17:46,504 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:46,504 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:46,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:46,504 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:17:46,505 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:17:46,507 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:17:46,507 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:46,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:17:46,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:17:46,556 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:17:46,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:17:46,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:17:46,917 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d8c3b0dc45cc39f790dac07176a1da5, NAME => 'hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69 2024-11-27T01:17:46,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:17:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:17:47,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:47,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d8c3b0dc45cc39f790dac07176a1da5, disabling compactions & flushes 2024-11-27T01:17:47,324 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:17:47,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:17:47,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. after waiting 0 ms 2024-11-27T01:17:47,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:17:47,324 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:17:47,324 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d8c3b0dc45cc39f790dac07176a1da5: Waiting for close lock at 1732670267324Disabling compacts and flushes for region at 1732670267324Disabling writes for close at 1732670267324Writing region close event to WAL at 1732670267324Closed at 1732670267324 2024-11-27T01:17:47,326 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:17:47,326 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670267326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670267326"}]},"ts":"1732670267326"} 2024-11-27T01:17:47,328 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:17:47,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:17:47,330 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670267329"}]},"ts":"1732670267329"} 2024-11-27T01:17:47,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:17:47,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d8c3b0dc45cc39f790dac07176a1da5, ASSIGN}] 2024-11-27T01:17:47,333 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d8c3b0dc45cc39f790dac07176a1da5, ASSIGN 2024-11-27T01:17:47,334 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d8c3b0dc45cc39f790dac07176a1da5, ASSIGN; state=OFFLINE, location=7d6f26a4c136,33999,1732670256575; forceNewPlan=false, retain=false 2024-11-27T01:17:47,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d8c3b0dc45cc39f790dac07176a1da5, regionState=OPENING, regionLocation=7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:47,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d8c3b0dc45cc39f790dac07176a1da5, ASSIGN because future has completed 2024-11-27T01:17:47,488 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d8c3b0dc45cc39f790dac07176a1da5, server=7d6f26a4c136,33999,1732670256575}] 2024-11-27T01:17:47,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:17:47,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:17:47,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:17:47,645 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:17:47,647 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C33999%2C1732670256575.rep, suffix=, logDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575, archiveDir=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/oldWALs, maxLogs=10 2024-11-27T01:17:47,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.rep.1732670267647, exclude list is [], retry=0 2024-11-27T01:17:47,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35815,DS-d8a62215-4f3a-48ee-af11-7f540137be82,DISK] 2024-11-27T01:17:47,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.rep.1732670267647 2024-11-27T01:17:47,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33183:33183)] 2024-11-27T01:17:47,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d8c3b0dc45cc39f790dac07176a1da5, NAME => 'hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:17:47,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:17:47,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:17:47,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. service=MultiRowMutationService 2024-11-27T01:17:47,665 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:17:47,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:17:47,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,666 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,667 INFO [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,668 INFO [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8c3b0dc45cc39f790dac07176a1da5 columnFamilyName hfileref 2024-11-27T01:17:47,668 DEBUG [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:47,668 INFO [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] regionserver.HStore(327): Store=4d8c3b0dc45cc39f790dac07176a1da5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:47,669 INFO [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,670 INFO [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8c3b0dc45cc39f790dac07176a1da5 columnFamilyName queue 2024-11-27T01:17:47,670 DEBUG [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:47,670 INFO [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] regionserver.HStore(327): Store=4d8c3b0dc45cc39f790dac07176a1da5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:47,670 INFO [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,671 INFO [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d8c3b0dc45cc39f790dac07176a1da5 columnFamilyName sid 2024-11-27T01:17:47,671 DEBUG [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:17:47,671 INFO [StoreOpener-4d8c3b0dc45cc39f790dac07176a1da5-1 {}] regionserver.HStore(327): Store=4d8c3b0dc45cc39f790dac07176a1da5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:17:47,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,674 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:17:47,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:17:47,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d8c3b0dc45cc39f790dac07176a1da5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72983133, jitterRate=0.08753342926502228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:17:47,677 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:17:47,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d8c3b0dc45cc39f790dac07176a1da5: Running coprocessor pre-open hook at 1732670267666Writing region info on filesystem at 1732670267666Initializing all the Stores at 1732670267666Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670267667 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670267667Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670267667Cleaning up temporary data from old regions at 1732670267673 (+6 ms)Running coprocessor post-open hooks at 1732670267677 (+4 ms)Region opened successfully at 1732670267678 (+1 ms) 2024-11-27T01:17:47,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5., pid=10, masterSystemTime=1732670267641 2024-11-27T01:17:47,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:17:47,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:17:47,681 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d8c3b0dc45cc39f790dac07176a1da5, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,33999,1732670256575 2024-11-27T01:17:47,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d8c3b0dc45cc39f790dac07176a1da5, server=7d6f26a4c136,33999,1732670256575 because future has completed 2024-11-27T01:17:47,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:17:47,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d8c3b0dc45cc39f790dac07176a1da5, server=7d6f26a4c136,33999,1732670256575 in 196 msec 2024-11-27T01:17:47,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:17:47,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d8c3b0dc45cc39f790dac07176a1da5, ASSIGN in 354 msec 2024-11-27T01:17:47,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:17:47,689 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670267689"}]},"ts":"1732670267689"} 2024-11-27T01:17:47,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:17:47,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:17:47,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1890 sec 2024-11-27T01:17:47,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2] 2024-11-27T01:17:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:47,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:17:47,725 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:17:47,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33999 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:17:47,879 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:17:47,921 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,33999,1732670256575, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:17:47,921 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:47,921 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33999,1732670256575, seqNum=-1] 2024-11-27T01:17:47,922 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:47,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-27T01:17:47,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,33999,1732670256575', locateType=CURRENT is [region=hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2] 2024-11-27T01:17:47,928 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:17:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:17:47,931 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,33999,1732670256575 suceeded 2024-11-27T01:17:47,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:17:47,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-27T01:17:47,934 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:34675,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-27T01:17:47,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4410 sec 2024-11-27T01:17:47,945 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:34675' 2024-11-27T01:17:47,946 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c8d696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:47,946 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34675,-1 for getting cluster id 2024-11-27T01:17:47,946 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:47,947 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f87f78c-9293-4b1a-a25e-80ec316d4016' 2024-11-27T01:17:47,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:47,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f87f78c-9293-4b1a-a25e-80ec316d4016" 2024-11-27T01:17:47,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ba38c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:47,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34675,-1] 2024-11-27T01:17:47,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:47,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:47,950 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:47,950 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45513242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:47,950 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:47,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:47,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1864e669 2024-11-27T01:17:47,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:47,952 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-27T01:17:47,953 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,33999,1732670256575 (queues=1) is replicating from cluster=3ef74779-a079-4e17-bdfb-790a2bce7ad3 to cluster=2f87f78c-9293-4b1a-a25e-80ec316d4016 2024-11-27T01:17:47,953 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C33999%2C1732670256575 2024-11-27T01:17:47,953 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,33999,1732670256575, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:17:47,954 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.shipper7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C33999%2C1732670256575 2024-11-27T01:17:47,954 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559, startPosition=0, beingWritten=true 2024-11-27T01:17:47,967 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:17:47,967 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 379, reset compression=false 2024-11-27T01:17:47,967 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.shipper7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33999,1732670256575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:17:48,173 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 379, reset compression=false 2024-11-27T01:17:48,478 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 379, reset compression=false 2024-11-27T01:17:48,504 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:17:48,523 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:48,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:48,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:48,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:17:48,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33355 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:17:48,644 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:17:48,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:48,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:48,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:48,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:48,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:48,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:48,654 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732670268653/Put/seqid=0 2024-11-27T01:17:48,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741840_1016 (size=7894) 2024-11-27T01:17:48,665 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f/f/hfile_1 is 34, key is ddd/f:row/1732670268664/Put/seqid=0 2024-11-27T01:17:48,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741841_1017 (size=7691) 2024-11-27T01:17:48,882 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 379, reset compression=false 2024-11-27T01:17:49,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4b711e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:49,076 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,33355,-1 for getting cluster id 2024-11-27T01:17:49,076 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:49,077 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ef74779-a079-4e17-bdfb-790a2bce7ad3' 2024-11-27T01:17:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ef74779-a079-4e17-bdfb-790a2bce7ad3" 2024-11-27T01:17:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4677bf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:49,077 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,33355,-1] 2024-11-27T01:17:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:49,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:49,079 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:49,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19bb41bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:49,080 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:49,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33999,1732670256575, seqNum=-1] 2024-11-27T01:17:49,082 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:49,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:49,093 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a8c0e99 2024-11-27T01:17:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:49,098 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:49,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2] 2024-11-27T01:17:49,113 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:17:49,127 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T01:17:49,130 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T01:17:49,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f/f/hfile_1 for inclusion in f010d60e950f1bd993c61bd15e4b3978/f 2024-11-27T01:17:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T01:17:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:17:49,152 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f/f/hfile_0 for inclusion in f010d60e950f1bd993c61bd15e4b3978/f 2024-11-27T01:17:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T01:17:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:17:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegion(2603): Flush status journal for f010d60e950f1bd993c61bd15e4b3978: 2024-11-27T01:17:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f/f/hfile_1 to hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__hogcac3nmaf41d5ncl7st4ub3v9i7lr9l281kic73mfemdskj3mrsvk3b7hnld4f/f/hfile_1 2024-11-27T01:17:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__hogcac3nmaf41d5ncl7st4ub3v9i7lr9l281kic73mfemdskj3mrsvk3b7hnld4f/f/hfile_1 as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f/e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_ 2024-11-27T01:17:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f/f/hfile_0 to hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__hogcac3nmaf41d5ncl7st4ub3v9i7lr9l281kic73mfemdskj3mrsvk3b7hnld4f/f/hfile_0 2024-11-27T01:17:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__hogcac3nmaf41d5ncl7st4ub3v9i7lr9l281kic73mfemdskj3mrsvk3b7hnld4f/f/hfile_0 as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f/e26b8ab61797401e975ad52e95c8c9de_SeqId_4_ 2024-11-27T01:17:49,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__hogcac3nmaf41d5ncl7st4ub3v9i7lr9l281kic73mfemdskj3mrsvk3b7hnld4f/f/hfile_1 into f010d60e950f1bd993c61bd15e4b3978/f as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f/e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_ - updating store file list. 2024-11-27T01:17:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:17:49,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f/e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_ into f010d60e950f1bd993c61bd15e4b3978/f 2024-11-27T01:17:49,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__hogcac3nmaf41d5ncl7st4ub3v9i7lr9l281kic73mfemdskj3mrsvk3b7hnld4f/f/hfile_1 into f010d60e950f1bd993c61bd15e4b3978/f (new location: hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f/e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_) 2024-11-27T01:17:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__hogcac3nmaf41d5ncl7st4ub3v9i7lr9l281kic73mfemdskj3mrsvk3b7hnld4f/f/hfile_1 2024-11-27T01:17:49,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__hogcac3nmaf41d5ncl7st4ub3v9i7lr9l281kic73mfemdskj3mrsvk3b7hnld4f/f/hfile_0 into f010d60e950f1bd993c61bd15e4b3978/f as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f/e26b8ab61797401e975ad52e95c8c9de_SeqId_4_ - updating store file list. 2024-11-27T01:17:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e26b8ab61797401e975ad52e95c8c9de_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:17:49,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f/e26b8ab61797401e975ad52e95c8c9de_SeqId_4_ into f010d60e950f1bd993c61bd15e4b3978/f 2024-11-27T01:17:49,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__hogcac3nmaf41d5ncl7st4ub3v9i7lr9l281kic73mfemdskj3mrsvk3b7hnld4f/f/hfile_0 into f010d60e950f1bd993c61bd15e4b3978/f (new location: hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f/e26b8ab61797401e975ad52e95c8c9de_SeqId_4_) 2024-11-27T01:17:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__hogcac3nmaf41d5ncl7st4ub3v9i7lr9l281kic73mfemdskj3mrsvk3b7hnld4f/f/hfile_0 2024-11-27T01:17:49,182 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:49,182 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:49,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:49,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:49,182 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:49,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2 , the old value is region=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d6f26a4c136:33999 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:17:49,184 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T01:17:49,184 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46715,1732670260715, seqNum=-1] 2024-11-27T01:17:49,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:49,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:17:49,185 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2 from cache 2024-11-27T01:17:49,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:49,188 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d., hostname=7d6f26a4c136,46715,1732670260715, seqNum=2] 2024-11-27T01:17:49,190 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T01:17:49,294 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:33999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T01:17:49,386 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 379, reset compression=false 2024-11-27T01:17:49,393 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:17:49,393 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.shipper7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33999,1732670256575 got entry batch from reader: WALEntryBatch [walEntries=[{test/f010d60e950f1bd993c61bd15e4b3978/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732670269177/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T01:17:49,415 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.shipper7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:17:49,417 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-27T01:17:49,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.ReplicationSink(318): Replicating [3ef74779-a079-4e17-bdfb-790a2bce7ad3] bulk loaded data 2024-11-27T01:17:49,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32a1b4c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:49,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34675,-1 for getting cluster id 2024-11-27T01:17:49,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:49,421 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2f87f78c-9293-4b1a-a25e-80ec316d4016' 2024-11-27T01:17:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:49,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2f87f78c-9293-4b1a-a25e-80ec316d4016" 2024-11-27T01:17:49,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1030abba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:49,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34675,-1] 2024-11-27T01:17:49,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:49,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:49,423 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:49,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3128c13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741837_1013 (size=7691) 2024-11-27T01:17:49,593 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 687, reset compression=false 2024-11-27T01:17:49,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741838_1014 (size=7894) 2024-11-27T01:17:49,901 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 687, reset compression=false 2024-11-27T01:17:50,193 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T01:17:50,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:50,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,34675,1732670260658 2024-11-27T01:17:50,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d56a03a 2024-11-27T01:17:50,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:50,252 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-27T01:17:50,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:17:50,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:50,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46715,1732670260715, seqNum=-1] 2024-11-27T01:17:50,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:50,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-27T01:17:50,265 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e26b8ab61797401e975ad52e95c8c9de_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T01:17:50,268 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T01:17:50,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e26b8ab61797401e975ad52e95c8c9de_SeqId_4_ for inclusion in 8c4598f8fdeec5dcae74e405bd76da2d/f 2024-11-27T01:17:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T01:17:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:17:50,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_ for inclusion in 8c4598f8fdeec5dcae74e405bd76da2d/f 2024-11-27T01:17:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T01:17:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:17:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HRegion(2603): Flush status journal for 8c4598f8fdeec5dcae74e405bd76da2d: 2024-11-27T01:17:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e26b8ab61797401e975ad52e95c8c9de_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:17:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e26b8ab61797401e975ad52e95c8c9de_SeqId_4_ as hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d/f/797bb1b5dd564df9bac305e6d47cea6a_SeqId_4_ 2024-11-27T01:17:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:17:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_ as hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d/f/2fe7c06d25c444609f27fbd35b4af64d_SeqId_4_ 2024-11-27T01:17:50,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e26b8ab61797401e975ad52e95c8c9de_SeqId_4_ into 8c4598f8fdeec5dcae74e405bd76da2d/f as hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d/f/797bb1b5dd564df9bac305e6d47cea6a_SeqId_4_ - updating store file list. 2024-11-27T01:17:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 797bb1b5dd564df9bac305e6d47cea6a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:17:50,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d/f/797bb1b5dd564df9bac305e6d47cea6a_SeqId_4_ into 8c4598f8fdeec5dcae74e405bd76da2d/f 2024-11-27T01:17:50,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e26b8ab61797401e975ad52e95c8c9de_SeqId_4_ into 8c4598f8fdeec5dcae74e405bd76da2d/f (new location: hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d/f/797bb1b5dd564df9bac305e6d47cea6a_SeqId_4_) 2024-11-27T01:17:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e26b8ab61797401e975ad52e95c8c9de_SeqId_4_ 2024-11-27T01:17:50,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_ into 8c4598f8fdeec5dcae74e405bd76da2d/f as hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d/f/2fe7c06d25c444609f27fbd35b4af64d_SeqId_4_ - updating store file list. 2024-11-27T01:17:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fe7c06d25c444609f27fbd35b4af64d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:17:50,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d/f/2fe7c06d25c444609f27fbd35b4af64d_SeqId_4_ into 8c4598f8fdeec5dcae74e405bd76da2d/f 2024-11-27T01:17:50,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_ into 8c4598f8fdeec5dcae74e405bd76da2d/f (new location: hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d/f/2fe7c06d25c444609f27fbd35b4af64d_SeqId_4_) 2024-11-27T01:17:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/staging/jenkins.hfs.6__test__acka3kkaqcea7ro24nq7v797q4djf4b4o2meeqpcee4e0762q3guv1iul71k7mft/f/e7cd6d08aaa349a184c0c50bd242f8db_SeqId_4_ 2024-11-27T01:17:50,296 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46715 {}] regionserver.ReplicationSink(324): Finished replicating [3ef74779-a079-4e17-bdfb-790a2bce7ad3] bulk loaded data 2024-11-27T01:17:50,306 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 687, reset compression=false 2024-11-27T01:17:50,809 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 687, reset compression=false 2024-11-27T01:17:51,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:17:51,211 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732670271210/Put/seqid=0 2024-11-27T01:17:51,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741842_1018 (size=7997) 2024-11-27T01:17:51,413 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 687, reset compression=false 2024-11-27T01:17:51,622 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732670271621/Put/seqid=0 2024-11-27T01:17:51,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741843_1019 (size=7794) 2024-11-27T01:17:52,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ce72422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:52,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,33355,-1 for getting cluster id 2024-11-27T01:17:52,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:17:52,030 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3ef74779-a079-4e17-bdfb-790a2bce7ad3' 2024-11-27T01:17:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:17:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3ef74779-a079-4e17-bdfb-790a2bce7ad3" 2024-11-27T01:17:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@749e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,33355,-1] 2024-11-27T01:17:52,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:17:52,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:52,031 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:17:52,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92a50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:17:52,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33999,1732670256575, seqNum=-1] 2024-11-27T01:17:52,033 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:52,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:52,043 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:17:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,33355,1732670256528 2024-11-27T01:17:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ccb49ed 2024-11-27T01:17:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:17:52,045 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:17:52,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2] 2024-11-27T01:17:52,052 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:17:52,059 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T01:17:52,062 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T01:17:52,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f1/f1/hfile_0 for inclusion in f010d60e950f1bd993c61bd15e4b3978/f1 2024-11-27T01:17:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T01:17:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:17:52,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f1/f1/hfile_1 for inclusion in f010d60e950f1bd993c61bd15e4b3978/f1 2024-11-27T01:17:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T01:17:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:17:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegion(2603): Flush status journal for f010d60e950f1bd993c61bd15e4b3978: 2024-11-27T01:17:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f1/f1/hfile_0 to hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__4p70nbss9p3qk2h3es812cmjo55gegpgrjfo8j9929b3svgkl3cu0igmmi30mhuk/f1/hfile_0 2024-11-27T01:17:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__4p70nbss9p3qk2h3es812cmjo55gegpgrjfo8j9929b3svgkl3cu0igmmi30mhuk/f1/hfile_0 as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f1/2303d2948ce1405ca6c30f47f7521361_SeqId_6_ 2024-11-27T01:17:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/load_f1/f1/hfile_1 to hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__4p70nbss9p3qk2h3es812cmjo55gegpgrjfo8j9929b3svgkl3cu0igmmi30mhuk/f1/hfile_1 2024-11-27T01:17:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__4p70nbss9p3qk2h3es812cmjo55gegpgrjfo8j9929b3svgkl3cu0igmmi30mhuk/f1/hfile_1 as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f1/e4ecc3d7d47d4783a39a467a4c5e9b2c_SeqId_6_ 2024-11-27T01:17:52,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-27T01:17:52,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__4p70nbss9p3qk2h3es812cmjo55gegpgrjfo8j9929b3svgkl3cu0igmmi30mhuk/f1/hfile_0 into f010d60e950f1bd993c61bd15e4b3978/f1 as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f1/2303d2948ce1405ca6c30f47f7521361_SeqId_6_ - updating store file list. 2024-11-27T01:17:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2303d2948ce1405ca6c30f47f7521361_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T01:17:52,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f1/2303d2948ce1405ca6c30f47f7521361_SeqId_6_ into f010d60e950f1bd993c61bd15e4b3978/f1 2024-11-27T01:17:52,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__4p70nbss9p3qk2h3es812cmjo55gegpgrjfo8j9929b3svgkl3cu0igmmi30mhuk/f1/hfile_0 into f010d60e950f1bd993c61bd15e4b3978/f1 (new location: hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f1/2303d2948ce1405ca6c30f47f7521361_SeqId_6_) 2024-11-27T01:17:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__4p70nbss9p3qk2h3es812cmjo55gegpgrjfo8j9929b3svgkl3cu0igmmi30mhuk/f1/hfile_0 2024-11-27T01:17:52,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__4p70nbss9p3qk2h3es812cmjo55gegpgrjfo8j9929b3svgkl3cu0igmmi30mhuk/f1/hfile_1 into f010d60e950f1bd993c61bd15e4b3978/f1 as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f1/e4ecc3d7d47d4783a39a467a4c5e9b2c_SeqId_6_ - updating store file list. 2024-11-27T01:17:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4ecc3d7d47d4783a39a467a4c5e9b2c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T01:17:52,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f1/e4ecc3d7d47d4783a39a467a4c5e9b2c_SeqId_6_ into f010d60e950f1bd993c61bd15e4b3978/f1 2024-11-27T01:17:52,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__4p70nbss9p3qk2h3es812cmjo55gegpgrjfo8j9929b3svgkl3cu0igmmi30mhuk/f1/hfile_1 into f010d60e950f1bd993c61bd15e4b3978/f1 (new location: hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/f1/e4ecc3d7d47d4783a39a467a4c5e9b2c_SeqId_6_) 2024-11-27T01:17:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33999 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/staging/jenkins__test__4p70nbss9p3qk2h3es812cmjo55gegpgrjfo8j9929b3svgkl3cu0igmmi30mhuk/f1/hfile_1 2024-11-27T01:17:52,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:17:52,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:17:52,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:52,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:17:52,089 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:17:52,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2 , the old value is region=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d6f26a4c136:33999 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:17:52,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:17:52,090 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2 from cache 2024-11-27T01:17:52,090 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:17:52,090 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T01:17:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33999,1732670256575, seqNum=-1] 2024-11-27T01:17:52,091 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:17:52,092 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:17:52,094 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978., hostname=7d6f26a4c136,33999,1732670256575, seqNum=2] 2024-11-27T01:17:52,118 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 687, reset compression=false 2024-11-27T01:17:52,123 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:17:52,123 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:17:52,123 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.shipper7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33999,1732670256575 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:17:52,194 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:33999 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T01:17:52,327 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:17:52,631 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:17:53,035 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:17:53,539 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:17:54,143 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:17:54,848 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:17:55,652 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:17:56,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T01:17:56,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T01:17:56,557 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:17:57,563 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:17:58,668 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:17:59,877 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:01,182 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:02,586 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:04,090 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:05,694 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:06,115 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:18:07,398 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:09,203 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:10,245 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:18:11,107 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:12,125 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.shipper7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33999,1732670256575 got entry batch from reader: null 2024-11-27T01:18:13,111 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:15,216 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:17,422 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:19,727 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:20,174 INFO [master/7d6f26a4c136:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T01:18:20,174 INFO [master/7d6f26a4c136:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T01:18:22,131 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:23,402 INFO [master/7d6f26a4c136:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T01:18:23,403 INFO [master/7d6f26a4c136:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T01:18:24,636 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:27,240 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:29,322 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f010d60e950f1bd993c61bd15e4b3978, had cached 0 bytes from a total of 31376 2024-11-27T01:18:29,944 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:31,103 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8c4598f8fdeec5dcae74e405bd76da2d, had cached 0 bytes from a total of 15585 2024-11-27T01:18:32,126 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.shipper7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33999,1732670256575 got entry batch from reader: null 2024-11-27T01:18:32,748 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:35,652 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:36,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:18:38,657 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:39,803 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T01:18:40,245 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:18:41,761 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:43,058 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-27T01:18:44,965 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:48,269 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:51,673 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:52,116 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:18:52,116 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:18:52,116 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:18:52,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:52,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:52,117 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:18:52,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:18:52,117 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1857589912, stopped=false 2024-11-27T01:18:52,117 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,34675,1732670260658 2024-11-27T01:18:52,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229822065/running 2024-11-27T01:18:52,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229822065/running 2024-11-27T01:18:52,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:18:52,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:18:52,118 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:18:52,119 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:18:52,119 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:18:52,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:52,119 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,46715,1732670260715' ***** 2024-11-27T01:18:52,119 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:18:52,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Set watcher on znode that does not yet exist, /11229822065/running 2024-11-27T01:18:52,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Set watcher on znode that does not yet exist, /11229822065/running 2024-11-27T01:18:52,120 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:18:52,120 INFO [RS:0;7d6f26a4c136:46715 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:18:52,120 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:18:52,120 INFO [RS:0;7d6f26a4c136:46715 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:18:52,120 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(3091): Received CLOSE for 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:18:52,120 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,46715,1732670260715 2024-11-27T01:18:52,120 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:18:52,120 INFO [RS:0;7d6f26a4c136:46715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:46715. 2024-11-27T01:18:52,120 DEBUG [RS:0;7d6f26a4c136:46715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:18:52,120 DEBUG [RS:0;7d6f26a4c136:46715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:52,120 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8c4598f8fdeec5dcae74e405bd76da2d, disabling compactions & flushes 2024-11-27T01:18:52,120 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:18:52,121 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:18:52,121 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:18:52,121 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:18:52,121 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:18:52,121 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:18:52,121 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. after waiting 0 ms 2024-11-27T01:18:52,121 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:18:52,121 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T01:18:52,121 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8c4598f8fdeec5dcae74e405bd76da2d=test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d.} 2024-11-27T01:18:52,121 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8c4598f8fdeec5dcae74e405bd76da2d 2024-11-27T01:18:52,121 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:18:52,121 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:18:52,121 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:18:52,121 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:18:52,121 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:18:52,121 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T01:18:52,125 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/default/test/8c4598f8fdeec5dcae74e405bd76da2d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T01:18:52,126 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.shipper7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33999,1732670256575 got entry batch from reader: null 2024-11-27T01:18:52,126 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:18:52,126 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:18:52,126 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:18:52,126 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8c4598f8fdeec5dcae74e405bd76da2d: Waiting for close lock at 1732670332120Running coprocessor pre-close hooks at 1732670332120Disabling compacts and flushes for region at 1732670332120Disabling writes for close at 1732670332121 (+1 ms)Writing region close event to WAL at 1732670332121Running coprocessor post-close hooks at 1732670332126 (+5 ms)Closed at 1732670332126 2024-11-27T01:18:52,126 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d. 2024-11-27T01:18:52,138 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/info/6e6ea0e2696c4bc6ab772a904413c19e is 129, key is test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d./info:regioninfo/1732670266123/Put/seqid=0 2024-11-27T01:18:52,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741839_1015 (size=6421) 2024-11-27T01:18:52,192 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:18:52,321 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:52,391 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:18:52,391 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:18:52,521 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:52,547 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/info/6e6ea0e2696c4bc6ab772a904413c19e 2024-11-27T01:18:52,567 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/ns/a80ed21e3ac34d03b635b5b6a2fafd35 is 43, key is default/ns:d/1732670263045/Put/seqid=0 2024-11-27T01:18:52,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741840_1016 (size=5153) 2024-11-27T01:18:52,721 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:52,922 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:52,971 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/ns/a80ed21e3ac34d03b635b5b6a2fafd35 2024-11-27T01:18:52,991 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/rep_barrier/d630f08c3bf74222aa5d33f6983b0945 is 112, key is test,,1732670265330.8c4598f8fdeec5dcae74e405bd76da2d./rep_barrier:seqnumDuringOpen/1732670266123/Put/seqid=0 2024-11-27T01:18:52,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741841_1017 (size=5518) 2024-11-27T01:18:53,122 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:18:53,122 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:18:53,122 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:53,322 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:53,395 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/rep_barrier/d630f08c3bf74222aa5d33f6983b0945 2024-11-27T01:18:53,415 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/table/e9d28ecfb9e8483db7876a84e0bf8488 is 40, key is test/table:state/1732670266140/Put/seqid=0 2024-11-27T01:18:53,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741842_1018 (size=5165) 2024-11-27T01:18:53,522 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:53,722 DEBUG [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:53,819 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/table/e9d28ecfb9e8483db7876a84e0bf8488 2024-11-27T01:18:53,825 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/info/6e6ea0e2696c4bc6ab772a904413c19e as hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/info/6e6ea0e2696c4bc6ab772a904413c19e 2024-11-27T01:18:53,830 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/info/6e6ea0e2696c4bc6ab772a904413c19e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T01:18:53,831 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/ns/a80ed21e3ac34d03b635b5b6a2fafd35 as hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/ns/a80ed21e3ac34d03b635b5b6a2fafd35 2024-11-27T01:18:53,836 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/ns/a80ed21e3ac34d03b635b5b6a2fafd35, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T01:18:53,837 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/rep_barrier/d630f08c3bf74222aa5d33f6983b0945 as hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/rep_barrier/d630f08c3bf74222aa5d33f6983b0945 2024-11-27T01:18:53,841 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/rep_barrier/d630f08c3bf74222aa5d33f6983b0945, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T01:18:53,842 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/.tmp/table/e9d28ecfb9e8483db7876a84e0bf8488 as hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/table/e9d28ecfb9e8483db7876a84e0bf8488 2024-11-27T01:18:53,846 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/table/e9d28ecfb9e8483db7876a84e0bf8488, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T01:18:53,847 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false 2024-11-27T01:18:53,852 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T01:18:53,852 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:18:53,852 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:18:53,852 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:18:53,852 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670332121Running coprocessor pre-close hooks at 1732670332121Disabling compacts and flushes for region at 1732670332121Disabling writes for close at 1732670332121Obtaining lock to block concurrent updates at 1732670332121Preparing flush snapshotting stores in 1588230740 at 1732670332121Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732670332122 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732670332122Flushing 1588230740/info: creating writer at 1732670332122Flushing 1588230740/info: appending metadata at 1732670332138 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732670332138Flushing 1588230740/ns: creating writer at 1732670332552 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732670332566 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732670332566Flushing 1588230740/rep_barrier: creating writer at 1732670332976 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670332990 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670332990Flushing 1588230740/table: creating writer at 1732670333400 (+410 ms)Flushing 1588230740/table: appending metadata at 1732670333414 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732670333414Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c39fccc: reopening flushed file at 1732670333825 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@629fdcce: reopening flushed file at 1732670333830 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18706e9e: reopening flushed file at 1732670333836 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51bdbe61: reopening flushed file at 1732670333841 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false at 1732670333847 (+6 ms)Writing region close event to WAL at 1732670333849 (+2 ms)Running coprocessor post-close hooks at 1732670333852 (+3 ms)Closed at 1732670333852 2024-11-27T01:18:53,852 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:18:53,923 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,46715,1732670260715; all regions closed. 2024-11-27T01:18:53,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741834_1010 (size=2717) 2024-11-27T01:18:53,927 DEBUG [RS:0;7d6f26a4c136:46715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/oldWALs 2024-11-27T01:18:53,927 INFO [RS:0;7d6f26a4c136:46715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C46715%2C1732670260715.meta:.meta(num 1732670262969) 2024-11-27T01:18:53,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741832_1008 (size=1028) 2024-11-27T01:18:53,931 DEBUG [RS:0;7d6f26a4c136:46715 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/oldWALs 2024-11-27T01:18:53,931 INFO [RS:0;7d6f26a4c136:46715 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C46715%2C1732670260715:(num 1732670262470) 2024-11-27T01:18:53,931 DEBUG [RS:0;7d6f26a4c136:46715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:53,931 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:18:53,931 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:18:53,931 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T01:18:53,931 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:18:53,931 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:18:53,932 INFO [RS:0;7d6f26a4c136:46715 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:46715. 2024-11-27T01:18:53,932 DEBUG [RS:0;7d6f26a4c136:46715 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:18:53,932 DEBUG [RS:0;7d6f26a4c136:46715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:53,932 DEBUG [RS:0;7d6f26a4c136:46715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:53,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:18:53,932 INFO [RS:0;7d6f26a4c136:46715 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46715 2024-11-27T01:18:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229822065/rs/7d6f26a4c136,46715,1732670260715 2024-11-27T01:18:53,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065/rs 2024-11-27T01:18:53,934 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:18:53,936 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,46715,1732670260715] 2024-11-27T01:18:53,938 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11229822065/draining/7d6f26a4c136,46715,1732670260715 already deleted, retry=false 2024-11-27T01:18:53,939 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,46715,1732670260715 expired; onlineServers=0 2024-11-27T01:18:53,939 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,34675,1732670260658' ***** 2024-11-27T01:18:53,939 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:18:53,939 INFO [M:0;7d6f26a4c136:34675 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:18:53,939 INFO [M:0;7d6f26a4c136:34675 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:18:53,939 DEBUG [M:0;7d6f26a4c136:34675 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:18:53,939 DEBUG [M:0;7d6f26a4c136:34675 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:18:53,939 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:18:53,939 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670262197 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670262197,5,FailOnTimeoutGroup] 2024-11-27T01:18:53,939 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670262196 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670262196,5,FailOnTimeoutGroup] 2024-11-27T01:18:53,939 INFO [M:0;7d6f26a4c136:34675 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:18:53,939 INFO [M:0;7d6f26a4c136:34675 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:18:53,939 DEBUG [M:0;7d6f26a4c136:34675 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:18:53,939 INFO [M:0;7d6f26a4c136:34675 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:18:53,939 INFO [M:0;7d6f26a4c136:34675 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:18:53,940 INFO [M:0;7d6f26a4c136:34675 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:18:53,940 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:18:53,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229822065/master 2024-11-27T01:18:53,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229822065 2024-11-27T01:18:53,940 DEBUG [M:0;7d6f26a4c136:34675 {}] zookeeper.ZKUtil(347): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Unable to get data of znode /11229822065/master because node does not exist (not an error) 2024-11-27T01:18:53,940 WARN [M:0;7d6f26a4c136:34675 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:18:53,941 INFO [M:0;7d6f26a4c136:34675 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/.lastflushedseqids 2024-11-27T01:18:53,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741843_1019 (size=173) 2024-11-27T01:18:54,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:18:54,036 INFO [RS:0;7d6f26a4c136:46715 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:18:54,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46715-0x10156ffdc5b0004, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:18:54,036 INFO [RS:0;7d6f26a4c136:46715 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,46715,1732670260715; zookeeper connection closed. 2024-11-27T01:18:54,036 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64314b90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64314b90 2024-11-27T01:18:54,037 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:18:54,349 INFO [M:0;7d6f26a4c136:34675 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:18:54,349 INFO [M:0;7d6f26a4c136:34675 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:18:54,349 DEBUG [M:0;7d6f26a4c136:34675 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:18:54,349 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:18:54,349 DEBUG [M:0;7d6f26a4c136:34675 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:18:54,349 DEBUG [M:0;7d6f26a4c136:34675 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:18:54,349 DEBUG [M:0;7d6f26a4c136:34675 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:18:54,350 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-27T01:18:54,369 DEBUG [M:0;7d6f26a4c136:34675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae26714d2eeb4a278c52853c93cc1896 is 82, key is hbase:meta,,1/info:regioninfo/1732670263030/Put/seqid=0 2024-11-27T01:18:54,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741844_1020 (size=5672) 2024-11-27T01:18:54,774 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae26714d2eeb4a278c52853c93cc1896 2024-11-27T01:18:54,794 DEBUG [M:0;7d6f26a4c136:34675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c63bad2f786472daa7fa3de667d24b5 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732670266145/Put/seqid=0 2024-11-27T01:18:54,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741845_1021 (size=6727) 2024-11-27T01:18:55,177 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/WALs/7d6f26a4c136,33999,1732670256575/7d6f26a4c136%2C33999%2C1732670256575.1732670258559 to pos 997, reset compression=false 2024-11-27T01:18:55,198 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c63bad2f786472daa7fa3de667d24b5 2024-11-27T01:18:55,202 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c63bad2f786472daa7fa3de667d24b5 2024-11-27T01:18:55,217 DEBUG [M:0;7d6f26a4c136:34675 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/656de22b274040799d3d061b60b68aaa is 69, key is 7d6f26a4c136,46715,1732670260715/rs:state/1732670262283/Put/seqid=0 2024-11-27T01:18:55,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741846_1022 (size=5156) 2024-11-27T01:18:55,621 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/656de22b274040799d3d061b60b68aaa 2024-11-27T01:18:55,627 DEBUG [M:0;7d6f26a4c136:34675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae26714d2eeb4a278c52853c93cc1896 as hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae26714d2eeb4a278c52853c93cc1896 2024-11-27T01:18:55,632 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae26714d2eeb4a278c52853c93cc1896, entries=8, sequenceid=58, filesize=5.5 K 2024-11-27T01:18:55,633 DEBUG [M:0;7d6f26a4c136:34675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0c63bad2f786472daa7fa3de667d24b5 as hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c63bad2f786472daa7fa3de667d24b5 2024-11-27T01:18:55,637 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0c63bad2f786472daa7fa3de667d24b5 2024-11-27T01:18:55,637 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0c63bad2f786472daa7fa3de667d24b5, entries=6, sequenceid=58, filesize=6.6 K 2024-11-27T01:18:55,638 DEBUG [M:0;7d6f26a4c136:34675 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/656de22b274040799d3d061b60b68aaa as hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/656de22b274040799d3d061b60b68aaa 2024-11-27T01:18:55,642 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34291/user/jenkins/test-data/dc0592c0-d914-f6b2-0b79-e2afd1eea448/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/656de22b274040799d3d061b60b68aaa, entries=1, sequenceid=58, filesize=5.0 K 2024-11-27T01:18:55,643 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false 2024-11-27T01:18:55,644 INFO [M:0;7d6f26a4c136:34675 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:18:55,644 DEBUG [M:0;7d6f26a4c136:34675 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670334349Disabling compacts and flushes for region at 1732670334349Disabling writes for close at 1732670334349Obtaining lock to block concurrent updates at 1732670334350 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670334350Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732670334350Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670334350Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670334351 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670334368 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670334369 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670334779 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670334793 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670334793Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670335202 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670335216 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670335216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bde3f8f: reopening flushed file at 1732670335626 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e63b25e: reopening flushed file at 1732670335632 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15abe3d3: reopening flushed file at 1732670335637 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=58, compaction requested=false at 1732670335643 (+6 ms)Writing region close event to WAL at 1732670335644 (+1 ms)Closed at 1732670335644 2024-11-27T01:18:55,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33201 is added to blk_1073741830_1006 (size=33026) 2024-11-27T01:18:55,647 INFO [M:0;7d6f26a4c136:34675 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:18:55,647 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:18:55,647 INFO [M:0;7d6f26a4c136:34675 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34675 2024-11-27T01:18:55,648 INFO [M:0;7d6f26a4c136:34675 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:18:55,750 INFO [M:0;7d6f26a4c136:34675 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:18:55,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:18:55,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34675-0x10156ffdc5b0003, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:18:55,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26db198b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:18:55,753 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26636bd0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:18:55,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:18:55,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2136d69e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:18:55,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/hadoop.log.dir/,STOPPED} 2024-11-27T01:18:55,755 WARN [BP-1671486582-172.17.0.2-1732670259643 heartbeating to localhost/127.0.0.1:34291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:18:55,755 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:18:55,756 WARN [BP-1671486582-172.17.0.2-1732670259643 heartbeating to localhost/127.0.0.1:34291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1671486582-172.17.0.2-1732670259643 (Datanode Uuid cd112ebe-5055-4749-948a-de3c24d80af7) service to localhost/127.0.0.1:34291 2024-11-27T01:18:55,756 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:18:55,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/cluster_731d518c-65aa-0031-fa49-0cc0e1a0bf00/data/data1/current/BP-1671486582-172.17.0.2-1732670259643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:18:55,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/cluster_731d518c-65aa-0031-fa49-0cc0e1a0bf00/data/data2/current/BP-1671486582-172.17.0.2-1732670259643 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:18:55,757 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:18:55,764 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d7a321f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:18:55,765 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50e5ce00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:18:55,765 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:18:55,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10dfce23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:18:55,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/hadoop.log.dir/,STOPPED} 2024-11-27T01:18:55,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:18:55,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:18:55,778 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:18:55,778 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:18:55,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:55,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:55,778 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:18:55,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:18:55,779 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1433843573, stopped=false 2024-11-27T01:18:55,779 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,33355,1732670256528 2024-11-27T01:18:55,780 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:18:55,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01383800892/running 2024-11-27T01:18:55,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:18:55,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01383800892/running 2024-11-27T01:18:55,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:18:55,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:55,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:18:55,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:18:55,781 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,33999,1732670256575' ***** 2024-11-27T01:18:55,781 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:18:55,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Set watcher on znode that does not yet exist, /01383800892/running 2024-11-27T01:18:55,781 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Set watcher on znode that does not yet exist, /01383800892/running 2024-11-27T01:18:55,781 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:18:55,781 INFO [RS:0;7d6f26a4c136:33999 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:18:55,782 INFO [RS:0;7d6f26a4c136:33999 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:18:55,782 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d8c3b0dc45cc39f790dac07176a1da5 2024-11-27T01:18:55,782 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:18:55,782 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(3091): Received CLOSE for f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:18:55,782 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,33999,1732670256575 2024-11-27T01:18:55,782 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:18:55,782 INFO [RS:0;7d6f26a4c136:33999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:33999. 2024-11-27T01:18:55,782 DEBUG [RS:0;7d6f26a4c136:33999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:18:55,782 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d8c3b0dc45cc39f790dac07176a1da5, disabling compactions & flushes 2024-11-27T01:18:55,782 DEBUG [RS:0;7d6f26a4c136:33999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:55,782 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:18:55,782 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:18:55,782 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:18:55,782 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:18:55,782 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:18:55,782 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. after waiting 0 ms 2024-11-27T01:18:55,782 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:18:55,782 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:18:55,783 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d8c3b0dc45cc39f790dac07176a1da5 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-27T01:18:55,783 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:18:55,783 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4d8c3b0dc45cc39f790dac07176a1da5=hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5., f010d60e950f1bd993c61bd15e4b3978=test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978.} 2024-11-27T01:18:55,783 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8c3b0dc45cc39f790dac07176a1da5, f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:18:55,783 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:18:55,783 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:18:55,783 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:18:55,783 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:18:55,783 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:18:55,783 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:18:55,794 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:18:55,798 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/.tmp/hfileref/7df664e67d5d40449f4379f8c5005179 is 74, key is 1/hfileref:e26b8ab61797401e975ad52e95c8c9de_SeqId_4_/1732670270300/DeleteColumn/seqid=0 2024-11-27T01:18:55,799 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/info/84dac131e9314057b14889aadceb411b is 147, key is hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5./info:regioninfo/1732670267681/Put/seqid=0 2024-11-27T01:18:55,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741844_1020 (size=5203) 2024-11-27T01:18:55,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741845_1021 (size=7686) 2024-11-27T01:18:55,983 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8c3b0dc45cc39f790dac07176a1da5, f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:18:56,183 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8c3b0dc45cc39f790dac07176a1da5, f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:18:56,203 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/.tmp/hfileref/7df664e67d5d40449f4379f8c5005179 2024-11-27T01:18:56,203 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/info/84dac131e9314057b14889aadceb411b 2024-11-27T01:18:56,223 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/ns/6fc441c5135c46c4a357ef6fb9722f4c is 43, key is default/ns:d/1732670259550/Put/seqid=0 2024-11-27T01:18:56,224 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/.tmp/queue/2023614fe0054ef98bf139c509a4de63 is 153, key is 1-7d6f26a4c136,33999,1732670256575/queue:7d6f26a4c136%2C33999%2C1732670256575/1732670272124/Put/seqid=0 2024-11-27T01:18:56,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741846_1022 (size=5153) 2024-11-27T01:18:56,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741847_1023 (size=5352) 2024-11-27T01:18:56,383 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8c3b0dc45cc39f790dac07176a1da5, f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:18:56,430 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:18:56,430 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:18:56,583 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d8c3b0dc45cc39f790dac07176a1da5, f010d60e950f1bd993c61bd15e4b3978 2024-11-27T01:18:56,629 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/ns/6fc441c5135c46c4a357ef6fb9722f4c 2024-11-27T01:18:56,629 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/.tmp/queue/2023614fe0054ef98bf139c509a4de63 2024-11-27T01:18:56,634 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/.tmp/hfileref/7df664e67d5d40449f4379f8c5005179 as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/hfileref/7df664e67d5d40449f4379f8c5005179 2024-11-27T01:18:56,640 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/hfileref/7df664e67d5d40449f4379f8c5005179, entries=2, sequenceid=10, filesize=5.1 K 2024-11-27T01:18:56,641 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/.tmp/queue/2023614fe0054ef98bf139c509a4de63 as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/queue/2023614fe0054ef98bf139c509a4de63 2024-11-27T01:18:56,646 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/queue/2023614fe0054ef98bf139c509a4de63, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T01:18:56,647 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4d8c3b0dc45cc39f790dac07176a1da5 in 865ms, sequenceid=10, compaction requested=false 2024-11-27T01:18:56,650 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/rep_barrier/78618def8a3d4d319a155d43acc04c7d is 112, key is test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978./rep_barrier:seqnumDuringOpen/1732670264354/Put/seqid=0 2024-11-27T01:18:56,652 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/replication/4d8c3b0dc45cc39f790dac07176a1da5/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T01:18:56,652 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:18:56,652 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:18:56,652 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:18:56,652 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d8c3b0dc45cc39f790dac07176a1da5: Waiting for close lock at 1732670335782Running coprocessor pre-close hooks at 1732670335782Disabling compacts and flushes for region at 1732670335782Disabling writes for close at 1732670335782Obtaining lock to block concurrent updates at 1732670335783 (+1 ms)Preparing flush snapshotting stores in 4d8c3b0dc45cc39f790dac07176a1da5 at 1732670335783Finished memstore snapshotting hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732670335783Flushing stores of hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. at 1732670335784 (+1 ms)Flushing 4d8c3b0dc45cc39f790dac07176a1da5/hfileref: creating writer at 1732670335784Flushing 4d8c3b0dc45cc39f790dac07176a1da5/hfileref: appending metadata at 1732670335798 (+14 ms)Flushing 4d8c3b0dc45cc39f790dac07176a1da5/hfileref: closing flushed file at 1732670335798Flushing 4d8c3b0dc45cc39f790dac07176a1da5/queue: creating writer at 1732670336209 (+411 ms)Flushing 4d8c3b0dc45cc39f790dac07176a1da5/queue: appending metadata at 1732670336223 (+14 ms)Flushing 4d8c3b0dc45cc39f790dac07176a1da5/queue: closing flushed file at 1732670336223Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d399ea: reopening flushed file at 1732670336634 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f31f24d: reopening flushed file at 1732670336640 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 4d8c3b0dc45cc39f790dac07176a1da5 in 865ms, sequenceid=10, compaction requested=false at 1732670336647 (+7 ms)Writing region close event to WAL at 1732670336648 (+1 ms)Running coprocessor post-close hooks at 1732670336652 (+4 ms)Closed at 1732670336652 2024-11-27T01:18:56,652 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670266504.4d8c3b0dc45cc39f790dac07176a1da5. 2024-11-27T01:18:56,653 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f010d60e950f1bd993c61bd15e4b3978, disabling compactions & flushes 2024-11-27T01:18:56,653 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:18:56,653 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:18:56,653 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. after waiting 0 ms 2024-11-27T01:18:56,653 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:18:56,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741848_1024 (size=5518) 2024-11-27T01:18:56,657 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/default/test/f010d60e950f1bd993c61bd15e4b3978/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T01:18:56,657 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:18:56,657 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:18:56,657 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:18:56,657 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f010d60e950f1bd993c61bd15e4b3978: Waiting for close lock at 1732670336652Running coprocessor pre-close hooks at 1732670336652Disabling compacts and flushes for region at 1732670336652Disabling writes for close at 1732670336653 (+1 ms)Writing region close event to WAL at 1732670336654 (+1 ms)Running coprocessor post-close hooks at 1732670336657 (+3 ms)Closed at 1732670336657 2024-11-27T01:18:56,657 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670263169.f010d60e950f1bd993c61bd15e4b3978. 2024-11-27T01:18:56,784 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:18:56,784 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:18:56,784 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:56,984 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:57,055 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/rep_barrier/78618def8a3d4d319a155d43acc04c7d 2024-11-27T01:18:57,076 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/table/8856b53c53ed435683d50e43c5bf91c2 is 53, key is hbase:replication/table:state/1732670267689/Put/seqid=0 2024-11-27T01:18:57,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741849_1025 (size=5308) 2024-11-27T01:18:57,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:18:57,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:18:57,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:18:57,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:18:57,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:18:57,184 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:57,384 DEBUG [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:18:57,481 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/table/8856b53c53ed435683d50e43c5bf91c2 2024-11-27T01:18:57,487 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/info/84dac131e9314057b14889aadceb411b as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/info/84dac131e9314057b14889aadceb411b 2024-11-27T01:18:57,492 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/info/84dac131e9314057b14889aadceb411b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:18:57,493 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/ns/6fc441c5135c46c4a357ef6fb9722f4c as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/ns/6fc441c5135c46c4a357ef6fb9722f4c 2024-11-27T01:18:57,497 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/ns/6fc441c5135c46c4a357ef6fb9722f4c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:18:57,498 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/rep_barrier/78618def8a3d4d319a155d43acc04c7d as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/rep_barrier/78618def8a3d4d319a155d43acc04c7d 2024-11-27T01:18:57,502 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/rep_barrier/78618def8a3d4d319a155d43acc04c7d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:18:57,503 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/.tmp/table/8856b53c53ed435683d50e43c5bf91c2 as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/table/8856b53c53ed435683d50e43c5bf91c2 2024-11-27T01:18:57,508 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/table/8856b53c53ed435683d50e43c5bf91c2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:18:57,509 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false 2024-11-27T01:18:57,509 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:18:57,514 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:18:57,514 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:18:57,514 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:18:57,514 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:18:57,514 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670335783Running coprocessor pre-close hooks at 1732670335783Disabling compacts and flushes for region at 1732670335783Disabling writes for close at 1732670335783Obtaining lock to block concurrent updates at 1732670335783Preparing flush snapshotting stores in 1588230740 at 1732670335783Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670335783Flushing stores of hbase:meta,,1.1588230740 at 1732670335784 (+1 ms)Flushing 1588230740/info: creating writer at 1732670335784Flushing 1588230740/info: appending metadata at 1732670335798 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732670335799 (+1 ms)Flushing 1588230740/ns: creating writer at 1732670336208 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732670336223 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732670336223Flushing 1588230740/rep_barrier: creating writer at 1732670336634 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670336650 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670336650Flushing 1588230740/table: creating writer at 1732670337062 (+412 ms)Flushing 1588230740/table: appending metadata at 1732670337076 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732670337076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fb91c2: reopening flushed file at 1732670337487 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a05e29a: reopening flushed file at 1732670337492 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f8e1d7: reopening flushed file at 1732670337497 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55bddd08: reopening flushed file at 1732670337503 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1725ms, sequenceid=16, compaction requested=false at 1732670337509 (+6 ms)Writing region close event to WAL at 1732670337511 (+2 ms)Running coprocessor post-close hooks at 1732670337514 (+3 ms)Closed at 1732670337514 2024-11-27T01:18:57,515 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:18:57,585 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,33999,1732670256575; all regions closed. 2024-11-27T01:18:57,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741834_1010 (size=4239) 2024-11-27T01:18:57,589 DEBUG [RS:0;7d6f26a4c136:33999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/oldWALs 2024-11-27T01:18:57,589 INFO [RS:0;7d6f26a4c136:33999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C33999%2C1732670256575.meta:.meta(num 1732670259501) 2024-11-27T01:18:57,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741839_1015 (size=2700) 2024-11-27T01:18:57,593 DEBUG [RS:0;7d6f26a4c136:33999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/oldWALs 2024-11-27T01:18:57,593 INFO [RS:0;7d6f26a4c136:33999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C33999%2C1732670256575.rep:(num 1732670267647) 2024-11-27T01:18:57,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741832_1008 (size=1300) 2024-11-27T01:18:57,596 DEBUG [RS:0;7d6f26a4c136:33999 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/oldWALs 2024-11-27T01:18:57,597 INFO [RS:0;7d6f26a4c136:33999 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C33999%2C1732670256575:(num 1732670258559) 2024-11-27T01:18:57,597 DEBUG [RS:0;7d6f26a4c136:33999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:57,597 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:18:57,597 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:18:57,597 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:18:57,597 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:18:57,597 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:18:57,597 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,33999,1732670256575 because: Region server is closing 2024-11-27T01:18:57,597 INFO [RS:0;7d6f26a4c136:33999 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:33999. 2024-11-27T01:18:57,597 DEBUG [RS:0;7d6f26a4c136:33999 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:18:57,597 DEBUG [RS:0;7d6f26a4c136:33999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:57,597 DEBUG [RS:0;7d6f26a4c136:33999 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:18:57,597 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:18:57,663 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:18:57,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:18:57,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:18:57,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:18:57,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:18:57,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:18:57,698 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.shipper7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T01:18:57,698 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.wal-reader.7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:18:57,698 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33999,1732670256575.replicationSource.shipper7d6f26a4c136%2C33999%2C1732670256575,1-7d6f26a4c136,33999,1732670256575 terminated 2024-11-27T01:18:57,698 INFO [RS:0;7d6f26a4c136:33999 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33999 2024-11-27T01:18:57,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01383800892/rs/7d6f26a4c136,33999,1732670256575 2024-11-27T01:18:57,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892/rs 2024-11-27T01:18:57,702 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:18:57,703 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,33999,1732670256575] 2024-11-27T01:18:57,704 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01383800892/draining/7d6f26a4c136,33999,1732670256575 already deleted, retry=false 2024-11-27T01:18:57,704 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,33999,1732670256575 expired; onlineServers=0 2024-11-27T01:18:57,705 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,33355,1732670256528' ***** 2024-11-27T01:18:57,705 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:18:57,705 INFO [M:0;7d6f26a4c136:33355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:18:57,705 INFO [M:0;7d6f26a4c136:33355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:18:57,705 DEBUG [M:0;7d6f26a4c136:33355 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:18:57,705 DEBUG [M:0;7d6f26a4c136:33355 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:18:57,705 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:18:57,705 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670258347 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670258347,5,FailOnTimeoutGroup] 2024-11-27T01:18:57,705 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670258347 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670258347,5,FailOnTimeoutGroup] 2024-11-27T01:18:57,705 INFO [M:0;7d6f26a4c136:33355 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:18:57,705 INFO [M:0;7d6f26a4c136:33355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:18:57,705 DEBUG [M:0;7d6f26a4c136:33355 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:18:57,705 INFO [M:0;7d6f26a4c136:33355 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:18:57,705 INFO [M:0;7d6f26a4c136:33355 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:18:57,705 INFO [M:0;7d6f26a4c136:33355 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:18:57,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:18:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01383800892/master 2024-11-27T01:18:57,706 DEBUG [M:0;7d6f26a4c136:33355 {}] zookeeper.ZKUtil(347): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Unable to get data of znode /01383800892/master because node does not exist (not an error) 2024-11-27T01:18:57,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01383800892 2024-11-27T01:18:57,706 WARN [M:0;7d6f26a4c136:33355 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:18:57,708 INFO [M:0;7d6f26a4c136:33355 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/.lastflushedseqids 2024-11-27T01:18:57,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741850_1026 (size=263) 2024-11-27T01:18:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:18:57,804 INFO [RS:0;7d6f26a4c136:33999 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:18:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33999-0x10156ffdc5b0001, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:18:57,804 INFO [RS:0;7d6f26a4c136:33999 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,33999,1732670256575; zookeeper connection closed. 2024-11-27T01:18:57,804 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5791ac73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5791ac73 2024-11-27T01:18:57,804 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:18:58,113 INFO [M:0;7d6f26a4c136:33355 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:18:58,113 INFO [M:0;7d6f26a4c136:33355 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:18:58,113 DEBUG [M:0;7d6f26a4c136:33355 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:18:58,114 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:18:58,114 DEBUG [M:0;7d6f26a4c136:33355 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:18:58,114 DEBUG [M:0;7d6f26a4c136:33355 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:18:58,114 DEBUG [M:0;7d6f26a4c136:33355 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:18:58,114 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-27T01:18:58,129 DEBUG [M:0;7d6f26a4c136:33355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bacebca99495428c8f594c64700b1a97 is 82, key is hbase:meta,,1/info:regioninfo/1732670259536/Put/seqid=0 2024-11-27T01:18:58,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741851_1027 (size=5672) 2024-11-27T01:18:58,534 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bacebca99495428c8f594c64700b1a97 2024-11-27T01:18:58,554 DEBUG [M:0;7d6f26a4c136:33355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f997b820b95b4344842e9993614af72d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732670264376/Put/seqid=0 2024-11-27T01:18:58,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741852_1028 (size=7240) 2024-11-27T01:18:58,958 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f997b820b95b4344842e9993614af72d 2024-11-27T01:18:58,963 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f997b820b95b4344842e9993614af72d 2024-11-27T01:18:58,978 DEBUG [M:0;7d6f26a4c136:33355 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1c76f3a9d8040e8aaf1f0fad0d2ec2e is 69, key is 7d6f26a4c136,33999,1732670256575/rs:state/1732670258416/Put/seqid=0 2024-11-27T01:18:58,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741853_1029 (size=5156) 2024-11-27T01:18:59,382 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1c76f3a9d8040e8aaf1f0fad0d2ec2e 2024-11-27T01:18:59,387 DEBUG [M:0;7d6f26a4c136:33355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bacebca99495428c8f594c64700b1a97 as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bacebca99495428c8f594c64700b1a97 2024-11-27T01:18:59,391 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bacebca99495428c8f594c64700b1a97, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T01:18:59,392 DEBUG [M:0;7d6f26a4c136:33355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f997b820b95b4344842e9993614af72d as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f997b820b95b4344842e9993614af72d 2024-11-27T01:18:59,397 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f997b820b95b4344842e9993614af72d 2024-11-27T01:18:59,397 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f997b820b95b4344842e9993614af72d, entries=11, sequenceid=105, filesize=7.1 K 2024-11-27T01:18:59,397 DEBUG [M:0;7d6f26a4c136:33355 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e1c76f3a9d8040e8aaf1f0fad0d2ec2e as hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1c76f3a9d8040e8aaf1f0fad0d2ec2e 2024-11-27T01:18:59,402 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42919/user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e1c76f3a9d8040e8aaf1f0fad0d2ec2e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T01:18:59,403 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-27T01:18:59,404 INFO [M:0;7d6f26a4c136:33355 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:18:59,404 DEBUG [M:0;7d6f26a4c136:33355 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670338113Disabling compacts and flushes for region at 1732670338113Disabling writes for close at 1732670338114 (+1 ms)Obtaining lock to block concurrent updates at 1732670338114Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670338114Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732670338114Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670338115 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670338115Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670338129 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670338129Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670338539 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670338553 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670338553Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670338963 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670338977 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670338977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b1f7ee: reopening flushed file at 1732670339387 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11a25ad6: reopening flushed file at 1732670339392 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a2ca3d7: reopening flushed file at 1732670339397 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1732670339403 (+6 ms)Writing region close event to WAL at 1732670339404 (+1 ms)Closed at 1732670339404 2024-11-27T01:18:59,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35815 is added to blk_1073741830_1006 (size=64526) 2024-11-27T01:18:59,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ab7a7276-12f9-63ce-fde9-195f4a264b69/MasterData/WALs/7d6f26a4c136,33355,1732670256528/7d6f26a4c136%2C33355%2C1732670256528.1732670258264 not finished, retry = 0 2024-11-27T01:18:59,507 INFO [M:0;7d6f26a4c136:33355 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:18:59,507 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:18:59,507 INFO [M:0;7d6f26a4c136:33355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33355 2024-11-27T01:18:59,507 INFO [M:0;7d6f26a4c136:33355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:18:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:18:59,610 INFO [M:0;7d6f26a4c136:33355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:18:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33355-0x10156ffdc5b0000, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:18:59,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6785d18c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:18:59,616 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54ec4002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:18:59,616 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:18:59,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a533fc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:18:59,616 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/hadoop.log.dir/,STOPPED} 2024-11-27T01:18:59,617 WARN [BP-80146907-172.17.0.2-1732670255584 heartbeating to localhost/127.0.0.1:42919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:18:59,617 WARN [BP-80146907-172.17.0.2-1732670255584 heartbeating to localhost/127.0.0.1:42919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-80146907-172.17.0.2-1732670255584 (Datanode Uuid 722094b2-e6de-4639-ad38-3b16b45fe38f) service to localhost/127.0.0.1:42919 2024-11-27T01:18:59,617 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:18:59,617 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:18:59,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/cluster_86cad548-bac0-5551-6e57-25a330eaa169/data/data1/current/BP-80146907-172.17.0.2-1732670255584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:18:59,618 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/cluster_86cad548-bac0-5551-6e57-25a330eaa169/data/data2/current/BP-80146907-172.17.0.2-1732670255584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:18:59,618 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:18:59,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3d7ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:18:59,625 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24877fb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:18:59,625 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:18:59,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50695de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:18:59,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f9d9b1c-6ad7-d011-669d-74afa37199a4/hadoop.log.dir/,STOPPED} 2024-11-27T01:18:59,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T01:18:59,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:18:59,653 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=160 (was 141) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34291 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9978b91310.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42919 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49267) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49267) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42919 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42919 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42919 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f9978b91310.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 228) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5573 (was 5741) 2024-11-27T01:18:59,661 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=161, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=5572 2024-11-27T01:18:59,674 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-27T01:18:59,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/hadoop.log.dir so I do NOT create it in target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b 2024-11-27T01:18:59,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:18:59,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/hadoop.tmp.dir so I do NOT create it in target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b 2024-11-27T01:18:59,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c62df9fd-bf90-a6b4-0b90-565c657dfba0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:18:59,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b 2024-11-27T01:18:59,675 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/cluster_bb93407d-41e9-aee5-e423-dd63e709a5e0, deleteOnExit=true 2024-11-27T01:18:59,678 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/cluster_bb93407d-41e9-aee5-e423-dd63e709a5e0/zookeeper_0, clientPort=61644, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/cluster_bb93407d-41e9-aee5-e423-dd63e709a5e0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/cluster_bb93407d-41e9-aee5-e423-dd63e709a5e0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T01:18:59,679 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61644 2024-11-27T01:18:59,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:18:59,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:18:59,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/test.cache.data in system properties and HBase conf 2024-11-27T01:18:59,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:18:59,680 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:18:59,680 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:18:59,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:18:59,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:18:59,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:18:59,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:18:59,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10156ffdc5b0005, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:18:59,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10156ffdc5b0002, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:18:59,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10156ffdc5b0005, quorum=127.0.0.1:49267, baseZNode=/11229822065 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:18:59,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10156ffdc5b0002, quorum=127.0.0.1:49267, baseZNode=/01383800892 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:18:59,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:18:59,780 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:18:59,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:18:59,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:18:59,782 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:18:59,785 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:18:59,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:18:59,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:18:59,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75db02f5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/java.io.tmpdir/jetty-localhost-41951-hadoop-hdfs-3_4_1-tests_jar-_-any-12037420873022202664/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:18:59,918 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:41951} 2024-11-27T01:18:59,918 INFO [Time-limited test {}] server.Server(415): Started @128526ms 2024-11-27T01:18:59,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:18:59,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:18:59,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:18:59,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:18:59,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:18:59,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28ba7143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:18:59,997 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d8d2896{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:19:00,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@69bdd9b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/java.io.tmpdir/jetty-localhost-32897-hadoop-hdfs-3_4_1-tests_jar-_-any-14600825794742966854/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:19:00,115 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23cc2f18{HTTP/1.1, (http/1.1)}{localhost:32897} 2024-11-27T01:19:00,115 INFO [Time-limited test {}] server.Server(415): Started @128723ms 2024-11-27T01:19:00,116 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:19:00,216 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/cluster_bb93407d-41e9-aee5-e423-dd63e709a5e0/data/data2/current/BP-478783994-172.17.0.2-1732670339714/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:00,216 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/cluster_bb93407d-41e9-aee5-e423-dd63e709a5e0/data/data1/current/BP-478783994-172.17.0.2-1732670339714/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:00,239 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:19:00,241 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf01e890e9afecad8 with lease ID 0xa037bfc40acb77ff: Processing first storage report for DS-f07ed7d7-11f3-459a-aa95-da929fbf8aa5 from datanode DatanodeRegistration(127.0.0.1:33643, datanodeUuid=5504deea-bf8c-4487-8ab7-bb6534f0d33d, infoPort=44659, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1735519752;c=1732670339714) 2024-11-27T01:19:00,241 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf01e890e9afecad8 with lease ID 0xa037bfc40acb77ff: from storage DS-f07ed7d7-11f3-459a-aa95-da929fbf8aa5 node DatanodeRegistration(127.0.0.1:33643, datanodeUuid=5504deea-bf8c-4487-8ab7-bb6534f0d33d, infoPort=44659, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1735519752;c=1732670339714), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:19:00,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf01e890e9afecad8 with lease ID 0xa037bfc40acb77ff: Processing first storage report for DS-c514c175-2bb2-4bdf-b1be-87ba8951038e from datanode DatanodeRegistration(127.0.0.1:33643, datanodeUuid=5504deea-bf8c-4487-8ab7-bb6534f0d33d, infoPort=44659, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1735519752;c=1732670339714) 2024-11-27T01:19:00,242 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf01e890e9afecad8 with lease ID 0xa037bfc40acb77ff: from storage DS-c514c175-2bb2-4bdf-b1be-87ba8951038e node DatanodeRegistration(127.0.0.1:33643, datanodeUuid=5504deea-bf8c-4487-8ab7-bb6534f0d33d, infoPort=44659, infoSecurePort=0, ipcPort=37149, storageInfo=lv=-57;cid=testClusterID;nsid=1735519752;c=1732670339714), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T01:19:00,340 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b 2024-11-27T01:19:00,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:00,341 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:00,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:19:00,750 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7 with version=8 2024-11-27T01:19:00,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/hbase-staging 2024-11-27T01:19:00,752 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:00,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:00,752 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:00,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:00,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:00,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:00,753 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:19:00,753 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:00,753 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37421 2024-11-27T01:19:00,754 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37421 connecting to ZooKeeper ensemble=127.0.0.1:61644 2024-11-27T01:19:00,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374210x0, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:00,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37421-0x101570124ed0000 connected 2024-11-27T01:19:00,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:00,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:00,785 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/running 2024-11-27T01:19:00,786 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7, hbase.cluster.distributed=false 2024-11-27T01:19:00,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/acl 2024-11-27T01:19:00,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-27T01:19:00,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37421 2024-11-27T01:19:00,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37421 2024-11-27T01:19:00,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-27T01:19:00,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37421 2024-11-27T01:19:00,813 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:00,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:00,813 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:00,814 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:00,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:00,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:00,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:19:00,814 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:00,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41127 2024-11-27T01:19:00,815 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41127 connecting to ZooKeeper ensemble=127.0.0.1:61644 2024-11-27T01:19:00,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:00,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:00,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411270x0, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:00,823 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411270x0, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/running 2024-11-27T01:19:00,823 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41127-0x101570124ed0001 connected 2024-11-27T01:19:00,823 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:19:00,825 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:19:00,826 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/master 2024-11-27T01:19:00,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/acl 2024-11-27T01:19:00,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-27T01:19:00,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41127 2024-11-27T01:19:00,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41127 2024-11-27T01:19:00,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-27T01:19:00,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41127 2024-11-27T01:19:00,844 DEBUG [M:0;7d6f26a4c136:37421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:37421 2024-11-27T01:19:00,844 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-363919044/backup-masters/7d6f26a4c136,37421,1732670340752 2024-11-27T01:19:00,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/backup-masters 2024-11-27T01:19:00,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/backup-masters 2024-11-27T01:19:00,847 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on existing znode=/0-363919044/backup-masters/7d6f26a4c136,37421,1732670340752 2024-11-27T01:19:00,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:00,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-363919044/master 2024-11-27T01:19:00,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:00,849 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on existing znode=/0-363919044/master 2024-11-27T01:19:00,849 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-363919044/backup-masters/7d6f26a4c136,37421,1732670340752 from backup master directory 2024-11-27T01:19:00,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-363919044/backup-masters/7d6f26a4c136,37421,1732670340752 2024-11-27T01:19:00,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/backup-masters 2024-11-27T01:19:00,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/backup-masters 2024-11-27T01:19:00,850 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:00,850 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,37421,1732670340752 2024-11-27T01:19:00,854 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/hbase.id] with ID: 311db17b-0ab2-40e2-8f9c-0f5cf58453de 2024-11-27T01:19:00,854 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/.tmp/hbase.id 2024-11-27T01:19:00,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:19:01,263 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/.tmp/hbase.id]:[hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/hbase.id] 2024-11-27T01:19:01,273 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:01,273 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:19:01,274 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:19:01,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:01,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:01,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:19:01,684 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:01,685 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:19:01,685 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:01,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:19:02,092 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store 2024-11-27T01:19:02,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:19:02,504 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:02,504 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:19:02,504 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:02,504 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:02,505 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:19:02,505 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:02,505 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:02,505 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670342504Disabling compacts and flushes for region at 1732670342504Disabling writes for close at 1732670342505 (+1 ms)Writing region close event to WAL at 1732670342505Closed at 1732670342505 2024-11-27T01:19:02,506 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/.initializing 2024-11-27T01:19:02,506 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,37421,1732670340752 2024-11-27T01:19:02,507 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:02,509 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C37421%2C1732670340752, suffix=, logDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,37421,1732670340752, archiveDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/oldWALs, maxLogs=10 2024-11-27T01:19:02,523 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,37421,1732670340752/7d6f26a4c136%2C37421%2C1732670340752.1732670342509, exclude list is [], retry=0 2024-11-27T01:19:02,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-f07ed7d7-11f3-459a-aa95-da929fbf8aa5,DISK] 2024-11-27T01:19:02,528 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,37421,1732670340752/7d6f26a4c136%2C37421%2C1732670340752.1732670342509 2024-11-27T01:19:02,528 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44659:44659)] 2024-11-27T01:19:02,528 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:02,528 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:02,529 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,529 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,530 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:19:02,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:02,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:02,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:19:02,533 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:02,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:02,534 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,535 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:19:02,535 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:02,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:02,536 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:19:02,537 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:02,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:02,537 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,538 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,538 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,540 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,540 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,540 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:02,541 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:02,544 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:02,544 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60757074, jitterRate=-0.0946490466594696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:02,545 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670342529Initializing all the Stores at 1732670342530 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670342530Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670342530Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670342530Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670342530Cleaning up temporary data from old regions at 1732670342540 (+10 ms)Region opened successfully at 1732670342545 (+5 ms) 2024-11-27T01:19:02,545 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:19:02,548 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623f3c57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:02,549 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:19:02,549 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:19:02,549 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:19:02,550 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:19:02,550 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:19:02,550 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:19:02,550 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:19:02,558 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:19:02,559 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/balancer because node does not exist (not necessarily an error) 2024-11-27T01:19:02,560 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/balancer already deleted, retry=false 2024-11-27T01:19:02,561 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:19:02,561 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:19:02,564 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/normalizer already deleted, retry=false 2024-11-27T01:19:02,565 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:19:02,565 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:19:02,567 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/switch/split already deleted, retry=false 2024-11-27T01:19:02,567 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:19:02,568 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/switch/merge already deleted, retry=false 2024-11-27T01:19:02,570 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:19:02,571 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/snapshot-cleanup already deleted, retry=false 2024-11-27T01:19:02,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-363919044/running 2024-11-27T01:19:02,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-363919044/running 2024-11-27T01:19:02,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:02,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:02,575 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,37421,1732670340752, sessionid=0x101570124ed0000, setting cluster-up flag (Was=false) 2024-11-27T01:19:02,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:02,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:02,585 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-363919044/flush-table-proc/acquired, /0-363919044/flush-table-proc/reached, /0-363919044/flush-table-proc/abort 2024-11-27T01:19:02,587 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,37421,1732670340752 2024-11-27T01:19:02,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:02,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:02,604 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-363919044/online-snapshot/acquired, /0-363919044/online-snapshot/reached, /0-363919044/online-snapshot/abort 2024-11-27T01:19:02,606 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,37421,1732670340752 2024-11-27T01:19:02,609 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:19:02,611 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:02,611 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:19:02,611 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:19:02,612 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,37421,1732670340752 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:19:02,613 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:02,614 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:02,614 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:02,614 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:02,614 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:19:02,614 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,614 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:02,614 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:02,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:19:02,622 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:02,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:19:02,628 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670372628 2024-11-27T01:19:02,628 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:19:02,628 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:19:02,629 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:19:02,629 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:19:02,629 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:19:02,629 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:19:02,629 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,631 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:19:02,631 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:19:02,632 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:19:02,632 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:19:02,632 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:19:02,632 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:19:02,634 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670342632,5,FailOnTimeoutGroup] 2024-11-27T01:19:02,636 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(746): ClusterId : 311db17b-0ab2-40e2-8f9c-0f5cf58453de 2024-11-27T01:19:02,636 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:19:02,638 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:19:02,638 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:19:02,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:19:02,643 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:19:02,644 DEBUG [RS:0;7d6f26a4c136:41127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13bd78ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:02,645 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670342634,5,FailOnTimeoutGroup] 2024-11-27T01:19:02,645 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,645 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:19:02,645 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,645 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,662 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:41127 2024-11-27T01:19:02,662 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:19:02,662 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:19:02,662 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:19:02,664 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,37421,1732670340752 with port=41127, startcode=1732670340813 2024-11-27T01:19:02,664 DEBUG [RS:0;7d6f26a4c136:41127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:19:02,668 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:19:02,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:02,669 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37421 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:02,671 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7 2024-11-27T01:19:02,671 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34035 2024-11-27T01:19:02,671 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:19:02,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/rs 2024-11-27T01:19:02,673 DEBUG [RS:0;7d6f26a4c136:41127 {}] zookeeper.ZKUtil(111): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on existing znode=/0-363919044/rs/7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:02,673 WARN [RS:0;7d6f26a4c136:41127 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:02,673 INFO [RS:0;7d6f26a4c136:41127 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:02,673 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:02,678 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,41127,1732670340813] 2024-11-27T01:19:02,684 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:19:02,688 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:19:02,689 INFO [RS:0;7d6f26a4c136:41127 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:19:02,689 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,692 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:19:02,692 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:19:02,692 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,692 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:02,693 DEBUG [RS:0;7d6f26a4c136:41127 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:02,695 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,695 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,695 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,695 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,695 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,695 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41127,1732670340813-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:02,717 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:19:02,717 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41127,1732670340813-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,718 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,718 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.Replication(171): 7d6f26a4c136,41127,1732670340813 started 2024-11-27T01:19:02,738 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:02,738 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,41127,1732670340813, RpcServer on 7d6f26a4c136/172.17.0.2:41127, sessionid=0x101570124ed0001 2024-11-27T01:19:02,738 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:19:02,738 DEBUG [RS:0;7d6f26a4c136:41127 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:02,738 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,41127,1732670340813' 2024-11-27T01:19:02,738 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-363919044/flush-table-proc/abort' 2024-11-27T01:19:02,739 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-363919044/flush-table-proc/acquired' 2024-11-27T01:19:02,740 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:19:02,740 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:19:02,740 DEBUG [RS:0;7d6f26a4c136:41127 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:02,740 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,41127,1732670340813' 2024-11-27T01:19:02,740 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-363919044/online-snapshot/abort' 2024-11-27T01:19:02,740 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-363919044/online-snapshot/acquired' 2024-11-27T01:19:02,740 DEBUG [RS:0;7d6f26a4c136:41127 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:19:02,740 INFO [RS:0;7d6f26a4c136:41127 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:19:02,740 INFO [RS:0;7d6f26a4c136:41127 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:19:02,841 INFO [RS:0;7d6f26a4c136:41127 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:02,843 INFO [RS:0;7d6f26a4c136:41127 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C41127%2C1732670340813, suffix=, logDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813, archiveDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs, maxLogs=10 2024-11-27T01:19:02,862 DEBUG [RS:0;7d6f26a4c136:41127 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813/7d6f26a4c136%2C41127%2C1732670340813.1732670342843, exclude list is [], retry=0 2024-11-27T01:19:02,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-f07ed7d7-11f3-459a-aa95-da929fbf8aa5,DISK] 2024-11-27T01:19:02,867 INFO [RS:0;7d6f26a4c136:41127 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813/7d6f26a4c136%2C41127%2C1732670340813.1732670342843 2024-11-27T01:19:02,868 DEBUG [RS:0;7d6f26a4c136:41127 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44659:44659)] 2024-11-27T01:19:03,017 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:19:03,045 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:19:03,045 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7 2024-11-27T01:19:03,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:03,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:03,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:03,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:03,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:03,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:03,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:19:03,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:03,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:03,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:03,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:03,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:03,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:03,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:03,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:03,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:03,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:03,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:03,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:03,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:03,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:03,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:03,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:03,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:03,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:03,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740 2024-11-27T01:19:03,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740 2024-11-27T01:19:03,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:03,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:03,079 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:03,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:03,083 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:03,083 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70607332, jitterRate=0.05213123559951782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:03,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670343064Initializing all the Stores at 1732670343065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670343065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670343065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670343065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670343065Cleaning up temporary data from old regions at 1732670343079 (+14 ms)Region opened successfully at 1732670343083 (+4 ms) 2024-11-27T01:19:03,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:19:03,084 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:19:03,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:19:03,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:19:03,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:19:03,085 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:03,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670343084Disabling compacts and flushes for region at 1732670343084Disabling writes for close at 1732670343084Writing region close event to WAL at 1732670343085 (+1 ms)Closed at 1732670343085 2024-11-27T01:19:03,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:03,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:19:03,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:19:03,089 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:03,090 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:19:03,241 DEBUG [7d6f26a4c136:37421 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:19:03,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:03,243 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,41127,1732670340813, state=OPENING 2024-11-27T01:19:03,244 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:19:03,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:03,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:03,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: CHANGED 2024-11-27T01:19:03,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: CHANGED 2024-11-27T01:19:03,247 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:03,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,41127,1732670340813}] 2024-11-27T01:19:03,401 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:19:03,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:19:03,407 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:19:03,407 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:03,407 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:19:03,411 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C41127%2C1732670340813.meta, suffix=.meta, logDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813, archiveDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs, maxLogs=10 2024-11-27T01:19:03,430 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813/7d6f26a4c136%2C41127%2C1732670340813.meta.1732670343412.meta, exclude list is [], retry=0 2024-11-27T01:19:03,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-f07ed7d7-11f3-459a-aa95-da929fbf8aa5,DISK] 2024-11-27T01:19:03,434 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813/7d6f26a4c136%2C41127%2C1732670340813.meta.1732670343412.meta 2024-11-27T01:19:03,435 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44659:44659)] 2024-11-27T01:19:03,435 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:03,436 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:03,436 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:19:03,436 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:19:03,436 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:19:03,436 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:19:03,436 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:03,436 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:19:03,436 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:19:03,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:03,438 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:03,438 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:03,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:03,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:03,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:03,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:03,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:03,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:03,441 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:03,441 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:03,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:03,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:03,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:03,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:03,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:03,442 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:03,443 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740 2024-11-27T01:19:03,444 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740 2024-11-27T01:19:03,445 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:03,445 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:03,446 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:03,447 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:03,448 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73470021, jitterRate=0.09478862583637238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:03,448 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:19:03,449 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670343436Writing region info on filesystem at 1732670343436Initializing all the Stores at 1732670343437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670343437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670343437Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670343437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670343437Cleaning up temporary data from old regions at 1732670343445 (+8 ms)Running coprocessor post-open hooks at 1732670343448 (+3 ms)Region opened successfully at 1732670343449 (+1 ms) 2024-11-27T01:19:03,450 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670343400 2024-11-27T01:19:03,452 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:19:03,452 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:19:03,453 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:03,454 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,41127,1732670340813, state=OPEN 2024-11-27T01:19:03,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-363919044/meta-region-server 2024-11-27T01:19:03,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-363919044/meta-region-server 2024-11-27T01:19:03,459 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:03,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: CHANGED 2024-11-27T01:19:03,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: CHANGED 2024-11-27T01:19:03,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:19:03,462 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,41127,1732670340813 in 212 msec 2024-11-27T01:19:03,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:19:03,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-27T01:19:03,465 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:03,465 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:19:03,466 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:03,466 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,41127,1732670340813, seqNum=-1] 2024-11-27T01:19:03,467 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:03,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:03,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 862 msec 2024-11-27T01:19:03,473 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670343473, completionTime=-1 2024-11-27T01:19:03,473 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:19:03,473 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:19:03,475 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:19:03,475 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670403475 2024-11-27T01:19:03,475 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670463475 2024-11-27T01:19:03,475 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T01:19:03,475 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37421,1732670340752-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:03,475 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37421,1732670340752-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:03,475 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37421,1732670340752-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:03,475 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:37421, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:03,476 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:03,476 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:03,477 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:19:03,480 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.630sec 2024-11-27T01:19:03,480 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:19:03,480 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:19:03,480 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:19:03,480 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:19:03,480 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:19:03,480 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37421,1732670340752-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:03,480 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37421,1732670340752-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:19:03,482 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:19:03,482 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:19:03,482 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37421,1732670340752-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:03,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589b86cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:03,542 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,37421,-1 for getting cluster id 2024-11-27T01:19:03,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:03,544 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '311db17b-0ab2-40e2-8f9c-0f5cf58453de' 2024-11-27T01:19:03,544 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:03,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "311db17b-0ab2-40e2-8f9c-0f5cf58453de" 2024-11-27T01:19:03,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a980268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:03,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,37421,-1] 2024-11-27T01:19:03,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:03,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:03,546 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:03,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6268c86f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:03,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,41127,1732670340813, seqNum=-1] 2024-11-27T01:19:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:03,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:03,552 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,37421,1732670340752 2024-11-27T01:19:03,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61644 2024-11-27T01:19:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:03,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101570124ed0002 connected 2024-11-27T01:19:03,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/hadoop.log.dir so I do NOT create it in target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326 2024-11-27T01:19:03,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:19:03,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/hadoop.tmp.dir so I do NOT create it in target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326 2024-11-27T01:19:03,560 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:19:03,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326 2024-11-27T01:19:03,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:19:03,560 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/cluster_89b45db8-ad5e-a7aa-9c14-7916349842aa, deleteOnExit=true 2024-11-27T01:19:03,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:19:03,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/test.cache.data in system properties and HBase conf 2024-11-27T01:19:03,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:19:03,561 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:19:03,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:19:03,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:19:03,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:19:03,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:03,642 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:19:03,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:19:03,647 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:19:03,648 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:19:03,649 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:03,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f0f1710{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:19:03,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@619484eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:19:03,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7387384a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/java.io.tmpdir/jetty-localhost-41441-hadoop-hdfs-3_4_1-tests_jar-_-any-14810479889817752013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:19:03,771 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a771202{HTTP/1.1, (http/1.1)}{localhost:41441} 2024-11-27T01:19:03,771 INFO [Time-limited test {}] server.Server(415): Started @132379ms 2024-11-27T01:19:03,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:03,887 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:19:03,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:19:03,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:19:03,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:19:03,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32981a5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:19:03,890 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5781baaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:19:04,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71c2c210{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/java.io.tmpdir/jetty-localhost-37071-hadoop-hdfs-3_4_1-tests_jar-_-any-18216076735873417615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:19:04,039 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41466a8a{HTTP/1.1, (http/1.1)}{localhost:37071} 2024-11-27T01:19:04,039 INFO [Time-limited test {}] server.Server(415): Started @132647ms 2024-11-27T01:19:04,040 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:19:04,165 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/cluster_89b45db8-ad5e-a7aa-9c14-7916349842aa/data/data1/current/BP-1551236112-172.17.0.2-1732670343579/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:04,165 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/cluster_89b45db8-ad5e-a7aa-9c14-7916349842aa/data/data2/current/BP-1551236112-172.17.0.2-1732670343579/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:04,186 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:19:04,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85dfef1020a50057 with lease ID 0x5aeab86a16a39697: Processing first storage report for DS-bcfc75ad-d40e-4142-ae71-437c90fb93fe from datanode DatanodeRegistration(127.0.0.1:43043, datanodeUuid=9cf762b7-2b0b-470c-b55b-3c8770452ba3, infoPort=35001, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=1012510772;c=1732670343579) 2024-11-27T01:19:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85dfef1020a50057 with lease ID 0x5aeab86a16a39697: from storage DS-bcfc75ad-d40e-4142-ae71-437c90fb93fe node DatanodeRegistration(127.0.0.1:43043, datanodeUuid=9cf762b7-2b0b-470c-b55b-3c8770452ba3, infoPort=35001, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=1012510772;c=1732670343579), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:19:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85dfef1020a50057 with lease ID 0x5aeab86a16a39697: Processing first storage report for DS-663c8b01-fe61-4f6d-af6f-891f8ab8f442 from datanode DatanodeRegistration(127.0.0.1:43043, datanodeUuid=9cf762b7-2b0b-470c-b55b-3c8770452ba3, infoPort=35001, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=1012510772;c=1732670343579) 2024-11-27T01:19:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85dfef1020a50057 with lease ID 0x5aeab86a16a39697: from storage DS-663c8b01-fe61-4f6d-af6f-891f8ab8f442 node DatanodeRegistration(127.0.0.1:43043, datanodeUuid=9cf762b7-2b0b-470c-b55b-3c8770452ba3, infoPort=35001, infoSecurePort=0, ipcPort=44585, storageInfo=lv=-57;cid=testClusterID;nsid=1012510772;c=1732670343579), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:19:04,275 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326 2024-11-27T01:19:04,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:04,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:04,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:19:04,286 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249 with version=8 2024-11-27T01:19:04,286 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/hbase-staging 2024-11-27T01:19:04,289 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:04,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:04,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:04,289 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:04,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:04,289 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:04,289 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:19:04,289 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:04,290 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42023 2024-11-27T01:19:04,290 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42023 connecting to ZooKeeper ensemble=127.0.0.1:61644 2024-11-27T01:19:04,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420230x0, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:04,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42023-0x101570124ed0003 connected 2024-11-27T01:19:04,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:04,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:04,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Set watcher on znode that does not yet exist, /162282392/running 2024-11-27T01:19:04,313 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249, hbase.cluster.distributed=false 2024-11-27T01:19:04,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Set watcher on znode that does not yet exist, /162282392/acl 2024-11-27T01:19:04,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42023 2024-11-27T01:19:04,321 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42023 2024-11-27T01:19:04,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42023 2024-11-27T01:19:04,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42023 2024-11-27T01:19:04,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42023 2024-11-27T01:19:04,342 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:04,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:04,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:04,342 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:04,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:04,342 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:04,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:19:04,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:04,343 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46183 2024-11-27T01:19:04,344 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46183 connecting to ZooKeeper ensemble=127.0.0.1:61644 2024-11-27T01:19:04,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:04,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:04,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461830x0, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:04,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461830x0, quorum=127.0.0.1:61644, baseZNode=/162282392 Set watcher on znode that does not yet exist, /162282392/running 2024-11-27T01:19:04,359 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:19:04,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46183-0x101570124ed0004 connected 2024-11-27T01:19:04,361 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:19:04,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Set watcher on znode that does not yet exist, /162282392/master 2024-11-27T01:19:04,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Set watcher on znode that does not yet exist, /162282392/acl 2024-11-27T01:19:04,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46183 2024-11-27T01:19:04,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46183 2024-11-27T01:19:04,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46183 2024-11-27T01:19:04,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46183 2024-11-27T01:19:04,369 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46183 2024-11-27T01:19:04,381 DEBUG [M:0;7d6f26a4c136:42023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:42023 2024-11-27T01:19:04,381 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /162282392/backup-masters/7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:04,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392/backup-masters 2024-11-27T01:19:04,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392/backup-masters 2024-11-27T01:19:04,383 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Set watcher on existing znode=/162282392/backup-masters/7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:04,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/162282392/master 2024-11-27T01:19:04,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:04,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:04,385 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Set watcher on existing znode=/162282392/master 2024-11-27T01:19:04,385 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /162282392/backup-masters/7d6f26a4c136,42023,1732670344288 from backup master directory 2024-11-27T01:19:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/162282392/backup-masters/7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392/backup-masters 2024-11-27T01:19:04,386 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:04,386 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:04,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392/backup-masters 2024-11-27T01:19:04,393 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/hbase.id] with ID: dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f 2024-11-27T01:19:04,393 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/.tmp/hbase.id 2024-11-27T01:19:04,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:19:04,803 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/.tmp/hbase.id]:[hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/hbase.id] 2024-11-27T01:19:04,833 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:04,833 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:19:04,835 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:19:04,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:04,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:04,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:19:04,856 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:04,857 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:19:04,857 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:04,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:19:05,268 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store 2024-11-27T01:19:05,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:19:05,674 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:05,674 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:19:05,674 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:05,674 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:05,674 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:19:05,674 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:05,674 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:05,674 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670345674Disabling compacts and flushes for region at 1732670345674Disabling writes for close at 1732670345674Writing region close event to WAL at 1732670345674Closed at 1732670345674 2024-11-27T01:19:05,675 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/.initializing 2024-11-27T01:19:05,675 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/WALs/7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:05,676 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:05,678 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C42023%2C1732670344288, suffix=, logDir=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/WALs/7d6f26a4c136,42023,1732670344288, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/oldWALs, maxLogs=10 2024-11-27T01:19:05,692 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/WALs/7d6f26a4c136,42023,1732670344288/7d6f26a4c136%2C42023%2C1732670344288.1732670345678, exclude list is [], retry=0 2024-11-27T01:19:05,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43043,DS-bcfc75ad-d40e-4142-ae71-437c90fb93fe,DISK] 2024-11-27T01:19:05,696 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/WALs/7d6f26a4c136,42023,1732670344288/7d6f26a4c136%2C42023%2C1732670344288.1732670345678 2024-11-27T01:19:05,696 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35001:35001)] 2024-11-27T01:19:05,696 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:05,696 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:05,696 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,697 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:19:05,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:05,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:05,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:19:05,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:05,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:05,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:19:05,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:05,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:05,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:19:05,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:05,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:05,703 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,704 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,704 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,705 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,705 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,705 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:05,706 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:05,708 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:05,708 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70473098, jitterRate=0.050130993127822876}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:05,708 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670345697Initializing all the Stores at 1732670345697Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670345697Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670345697Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670345697Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670345697Cleaning up temporary data from old regions at 1732670345705 (+8 ms)Region opened successfully at 1732670345708 (+3 ms) 2024-11-27T01:19:05,709 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:19:05,711 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c427cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:05,712 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:19:05,712 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:19:05,713 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:19:05,713 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:19:05,713 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:19:05,713 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:19:05,713 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:19:05,715 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:19:05,716 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Unable to get data of znode /162282392/balancer because node does not exist (not necessarily an error) 2024-11-27T01:19:05,717 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /162282392/balancer already deleted, retry=false 2024-11-27T01:19:05,717 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:19:05,718 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Unable to get data of znode /162282392/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:19:05,719 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /162282392/normalizer already deleted, retry=false 2024-11-27T01:19:05,719 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:19:05,720 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Unable to get data of znode /162282392/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:19:05,722 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /162282392/switch/split already deleted, retry=false 2024-11-27T01:19:05,723 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Unable to get data of znode /162282392/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:19:05,724 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /162282392/switch/merge already deleted, retry=false 2024-11-27T01:19:05,725 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Unable to get data of znode /162282392/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:19:05,726 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /162282392/snapshot-cleanup already deleted, retry=false 2024-11-27T01:19:05,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/162282392/running 2024-11-27T01:19:05,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/162282392/running 2024-11-27T01:19:05,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:05,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:05,728 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,42023,1732670344288, sessionid=0x101570124ed0003, setting cluster-up flag (Was=false) 2024-11-27T01:19:05,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:05,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:05,738 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /162282392/flush-table-proc/acquired, /162282392/flush-table-proc/reached, /162282392/flush-table-proc/abort 2024-11-27T01:19:05,739 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:05,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:05,749 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /162282392/online-snapshot/acquired, /162282392/online-snapshot/reached, /162282392/online-snapshot/abort 2024-11-27T01:19:05,750 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:05,755 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:19:05,757 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:05,757 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:19:05,757 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:19:05,757 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,42023,1732670344288 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:19:05,759 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:05,759 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:05,759 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:05,759 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:05,759 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:19:05,759 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,759 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:05,759 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:05,765 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:19:05,765 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670375765 2024-11-27T01:19:05,765 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:19:05,765 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:19:05,765 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:19:05,765 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:19:05,765 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:19:05,765 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:19:05,766 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:05,766 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:19:05,768 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,769 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:19:05,770 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:19:05,770 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:19:05,770 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:19:05,772 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:19:05,772 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:19:05,778 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(746): ClusterId : dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f 2024-11-27T01:19:05,778 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:19:05,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:19:05,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670345772,5,FailOnTimeoutGroup] 2024-11-27T01:19:05,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670345779,5,FailOnTimeoutGroup] 2024-11-27T01:19:05,779 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,779 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:19:05,779 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,779 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,780 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:19:05,780 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:19:05,782 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:19:05,783 DEBUG [RS:0;7d6f26a4c136:46183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663c5c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:05,802 DEBUG [RS:0;7d6f26a4c136:46183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:46183 2024-11-27T01:19:05,802 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:19:05,802 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:19:05,802 DEBUG [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:19:05,803 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,42023,1732670344288 with port=46183, startcode=1732670344342 2024-11-27T01:19:05,803 DEBUG [RS:0;7d6f26a4c136:46183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:19:05,805 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40643, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:19:05,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,46183,1732670344342 2024-11-27T01:19:05,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42023 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,46183,1732670344342 2024-11-27T01:19:05,808 DEBUG [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249 2024-11-27T01:19:05,808 DEBUG [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44555 2024-11-27T01:19:05,808 DEBUG [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:19:05,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392/rs 2024-11-27T01:19:05,815 DEBUG [RS:0;7d6f26a4c136:46183 {}] zookeeper.ZKUtil(111): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Set watcher on existing znode=/162282392/rs/7d6f26a4c136,46183,1732670344342 2024-11-27T01:19:05,816 WARN [RS:0;7d6f26a4c136:46183 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:05,816 INFO [RS:0;7d6f26a4c136:46183 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:05,816 DEBUG [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/WALs/7d6f26a4c136,46183,1732670344342 2024-11-27T01:19:05,816 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,46183,1732670344342] 2024-11-27T01:19:05,823 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:19:05,828 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:19:05,828 INFO [RS:0;7d6f26a4c136:46183 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:19:05,828 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,829 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:19:05,830 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:19:05,830 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:05,830 DEBUG [RS:0;7d6f26a4c136:46183 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:05,836 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,836 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,836 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,836 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,836 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,836 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46183,1732670344342-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:05,857 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:19:05,857 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46183,1732670344342-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,858 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,858 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.Replication(171): 7d6f26a4c136,46183,1732670344342 started 2024-11-27T01:19:05,878 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:05,878 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,46183,1732670344342, RpcServer on 7d6f26a4c136/172.17.0.2:46183, sessionid=0x101570124ed0004 2024-11-27T01:19:05,879 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:19:05,879 DEBUG [RS:0;7d6f26a4c136:46183 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,46183,1732670344342 2024-11-27T01:19:05,879 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,46183,1732670344342' 2024-11-27T01:19:05,879 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/162282392/flush-table-proc/abort' 2024-11-27T01:19:05,879 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/162282392/flush-table-proc/acquired' 2024-11-27T01:19:05,880 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:19:05,880 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:19:05,880 DEBUG [RS:0;7d6f26a4c136:46183 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,46183,1732670344342 2024-11-27T01:19:05,880 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,46183,1732670344342' 2024-11-27T01:19:05,880 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/162282392/online-snapshot/abort' 2024-11-27T01:19:05,881 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/162282392/online-snapshot/acquired' 2024-11-27T01:19:05,881 DEBUG [RS:0;7d6f26a4c136:46183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:19:05,881 INFO [RS:0;7d6f26a4c136:46183 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:19:05,881 INFO [RS:0;7d6f26a4c136:46183 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:19:05,982 INFO [RS:0;7d6f26a4c136:46183 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:05,984 INFO [RS:0;7d6f26a4c136:46183 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C46183%2C1732670344342, suffix=, logDir=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/WALs/7d6f26a4c136,46183,1732670344342, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/oldWALs, maxLogs=10 2024-11-27T01:19:06,004 DEBUG [RS:0;7d6f26a4c136:46183 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/WALs/7d6f26a4c136,46183,1732670344342/7d6f26a4c136%2C46183%2C1732670344342.1732670345984, exclude list is [], retry=0 2024-11-27T01:19:06,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43043,DS-bcfc75ad-d40e-4142-ae71-437c90fb93fe,DISK] 2024-11-27T01:19:06,009 INFO [RS:0;7d6f26a4c136:46183 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/WALs/7d6f26a4c136,46183,1732670344342/7d6f26a4c136%2C46183%2C1732670344342.1732670345984 2024-11-27T01:19:06,010 DEBUG [RS:0;7d6f26a4c136:46183 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35001:35001)] 2024-11-27T01:19:06,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:19:06,180 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249 2024-11-27T01:19:06,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:19:06,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T01:19:06,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T01:19:06,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:19:06,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:06,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:06,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:06,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:06,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:06,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:06,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:06,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:06,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:06,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:06,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:06,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:06,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:06,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:06,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:06,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:06,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:06,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:06,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/1588230740 2024-11-27T01:19:06,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/1588230740 2024-11-27T01:19:06,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:06,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:06,599 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:06,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:06,602 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:06,603 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64109670, jitterRate=-0.04469147324562073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:06,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670346589Initializing all the Stores at 1732670346590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670346590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670346590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670346590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670346590Cleaning up temporary data from old regions at 1732670346598 (+8 ms)Region opened successfully at 1732670346603 (+5 ms) 2024-11-27T01:19:06,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:19:06,603 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:19:06,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:19:06,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:19:06,603 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:19:06,604 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:06,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670346603Disabling compacts and flushes for region at 1732670346603Disabling writes for close at 1732670346603Writing region close event to WAL at 1732670346604 (+1 ms)Closed at 1732670346604 2024-11-27T01:19:06,605 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:06,605 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:19:06,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:19:06,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:06,608 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:19:06,758 DEBUG [7d6f26a4c136:42023 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:19:06,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,46183,1732670344342 2024-11-27T01:19:06,759 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,46183,1732670344342, state=OPENING 2024-11-27T01:19:06,769 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:19:06,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:06,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:06,771 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:06,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /162282392/meta-region-server: CHANGED 2024-11-27T01:19:06,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /162282392/meta-region-server: CHANGED 2024-11-27T01:19:06,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46183,1732670344342}] 2024-11-27T01:19:06,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:19:06,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:19:06,929 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:19:06,929 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:06,929 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:19:06,930 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C46183%2C1732670344342.meta, suffix=.meta, logDir=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/WALs/7d6f26a4c136,46183,1732670344342, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/oldWALs, maxLogs=10 2024-11-27T01:19:06,951 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/WALs/7d6f26a4c136,46183,1732670344342/7d6f26a4c136%2C46183%2C1732670344342.meta.1732670346931.meta, exclude list is [], retry=0 2024-11-27T01:19:06,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43043,DS-bcfc75ad-d40e-4142-ae71-437c90fb93fe,DISK] 2024-11-27T01:19:06,955 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/WALs/7d6f26a4c136,46183,1732670344342/7d6f26a4c136%2C46183%2C1732670344342.meta.1732670346931.meta 2024-11-27T01:19:06,956 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35001:35001)] 2024-11-27T01:19:06,956 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:06,956 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:06,956 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:19:06,957 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:19:06,957 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:19:06,957 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:19:06,957 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:06,957 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:19:06,957 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:19:06,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:06,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:06,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:06,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:06,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:06,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:06,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:06,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:06,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:06,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:06,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:06,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:06,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:06,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:06,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:06,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:06,964 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:06,964 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/1588230740 2024-11-27T01:19:06,965 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/1588230740 2024-11-27T01:19:06,967 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:06,967 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:06,967 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:06,969 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:06,969 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74274668, jitterRate=0.10677880048751831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:06,969 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:19:06,970 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670346957Writing region info on filesystem at 1732670346957Initializing all the Stores at 1732670346958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670346958Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670346959 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670346959Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670346959Cleaning up temporary data from old regions at 1732670346967 (+8 ms)Running coprocessor post-open hooks at 1732670346969 (+2 ms)Region opened successfully at 1732670346969 2024-11-27T01:19:06,970 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670346923 2024-11-27T01:19:06,973 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:19:06,973 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:19:06,973 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,46183,1732670344342 2024-11-27T01:19:06,974 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,46183,1732670344342, state=OPEN 2024-11-27T01:19:06,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/162282392/meta-region-server 2024-11-27T01:19:06,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/162282392/meta-region-server 2024-11-27T01:19:06,976 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46183,1732670344342 2024-11-27T01:19:06,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /162282392/meta-region-server: CHANGED 2024-11-27T01:19:06,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /162282392/meta-region-server: CHANGED 2024-11-27T01:19:06,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:19:06,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46183,1732670344342 in 205 msec 2024-11-27T01:19:06,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:19:06,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-27T01:19:06,981 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:06,981 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:19:06,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:06,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46183,1732670344342, seqNum=-1] 2024-11-27T01:19:06,983 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:06,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:06,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-11-27T01:19:06,989 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670346989, completionTime=-1 2024-11-27T01:19:06,989 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:19:06,989 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:19:06,991 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:19:06,991 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670406991 2024-11-27T01:19:06,991 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670466991 2024-11-27T01:19:06,991 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T01:19:06,991 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42023,1732670344288-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:06,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42023,1732670344288-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:06,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42023,1732670344288-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:06,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:42023, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:06,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:06,992 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:06,993 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:19:06,995 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.609sec 2024-11-27T01:19:06,995 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:19:06,995 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:19:06,995 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:19:06,995 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:19:06,995 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:19:06,995 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42023,1732670344288-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:06,995 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42023,1732670344288-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:19:06,998 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:19:06,998 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:19:06,998 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42023,1732670344288-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:07,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa5fea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:07,078 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,42023,-1 for getting cluster id 2024-11-27T01:19:07,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:07,080 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f' 2024-11-27T01:19:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:07,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f" 2024-11-27T01:19:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f822344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,42023,-1] 2024-11-27T01:19:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:07,081 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:07,082 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:07,083 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa80ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:07,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46183,1732670344342, seqNum=-1] 2024-11-27T01:19:07,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:07,085 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:07,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:07,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61644 2024-11-27T01:19:07,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:07,094 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101570124ed0005 connected 2024-11-27T01:19:07,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3260f179, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:07,099 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,37421,-1 for getting cluster id 2024-11-27T01:19:07,099 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:07,100 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '311db17b-0ab2-40e2-8f9c-0f5cf58453de' 2024-11-27T01:19:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "311db17b-0ab2-40e2-8f9c-0f5cf58453de" 2024-11-27T01:19:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fca24d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,37421,-1] 2024-11-27T01:19:07,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:07,101 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:07,102 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:07,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c6fe3b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:07,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,37421,1732670340752 2024-11-27T01:19:07,103 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dbb5d53 2024-11-27T01:19:07,104 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:07,104 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:07,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:42023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:19:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:19:07,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:07,107 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:42023' 2024-11-27T01:19:07,108 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b81da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:07,108 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,42023,-1 for getting cluster id 2024-11-27T01:19:07,109 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:07,109 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f' 2024-11-27T01:19:07,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:07,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f" 2024-11-27T01:19:07,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cc6d327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:07,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,42023,-1] 2024-11-27T01:19:07,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:07,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:07,111 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:07,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccbb53d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:07,112 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:07,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:07,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ec2be2 2024-11-27T01:19:07,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:07,113 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:07,114 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T01:19:07,114 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:19:07,114 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:07,114 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:07,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:07,115 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:07,116 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:19:07,117 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:19:07,117 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:07,118 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:19:07,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741835_1011 (size=1138) 2024-11-27T01:19:07,166 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:19:07,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:07,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:07,526 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 999dc3ec23717260e2e7101265c97d7b, NAME => 'hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7 2024-11-27T01:19:07,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741836_1012 (size=44) 2024-11-27T01:19:07,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:07,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:07,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 999dc3ec23717260e2e7101265c97d7b, disabling compactions & flushes 2024-11-27T01:19:07,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:07,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:07,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. after waiting 0 ms 2024-11-27T01:19:07,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:07,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:07,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 999dc3ec23717260e2e7101265c97d7b: Waiting for close lock at 1732670347933Disabling compacts and flushes for region at 1732670347933Disabling writes for close at 1732670347933Writing region close event to WAL at 1732670347933Closed at 1732670347933 2024-11-27T01:19:07,934 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:19:07,935 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670347934"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670347934"}]},"ts":"1732670347934"} 2024-11-27T01:19:07,938 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:19:07,939 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:19:07,939 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670347939"}]},"ts":"1732670347939"} 2024-11-27T01:19:07,941 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:19:07,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=999dc3ec23717260e2e7101265c97d7b, ASSIGN}] 2024-11-27T01:19:07,943 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=999dc3ec23717260e2e7101265c97d7b, ASSIGN 2024-11-27T01:19:07,944 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=999dc3ec23717260e2e7101265c97d7b, ASSIGN; state=OFFLINE, location=7d6f26a4c136,41127,1732670340813; forceNewPlan=false, retain=false 2024-11-27T01:19:08,094 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=999dc3ec23717260e2e7101265c97d7b, regionState=OPENING, regionLocation=7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:08,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=999dc3ec23717260e2e7101265c97d7b, ASSIGN because future has completed 2024-11-27T01:19:08,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 999dc3ec23717260e2e7101265c97d7b, server=7d6f26a4c136,41127,1732670340813}] 2024-11-27T01:19:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:08,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:08,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:08,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:19:08,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C41127%2C1732670340813.rep, suffix=, logDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813, archiveDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs, maxLogs=10 2024-11-27T01:19:08,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813/7d6f26a4c136%2C41127%2C1732670340813.rep.1732670348254, exclude list is [], retry=0 2024-11-27T01:19:08,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-f07ed7d7-11f3-459a-aa95-da929fbf8aa5,DISK] 2024-11-27T01:19:08,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813/7d6f26a4c136%2C41127%2C1732670340813.rep.1732670348254 2024-11-27T01:19:08,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44659:44659)] 2024-11-27T01:19:08,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 999dc3ec23717260e2e7101265c97d7b, NAME => 'hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:08,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:08,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:19:08,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. service=MultiRowMutationService 2024-11-27T01:19:08,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:19:08,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:08,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,274 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,275 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 999dc3ec23717260e2e7101265c97d7b columnFamilyName hfileref 2024-11-27T01:19:08,275 DEBUG [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:08,276 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(327): Store=999dc3ec23717260e2e7101265c97d7b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:08,276 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,277 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 999dc3ec23717260e2e7101265c97d7b columnFamilyName queue 2024-11-27T01:19:08,277 DEBUG [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:08,277 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(327): Store=999dc3ec23717260e2e7101265c97d7b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:08,277 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,278 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 999dc3ec23717260e2e7101265c97d7b columnFamilyName sid 2024-11-27T01:19:08,278 DEBUG [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:08,278 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(327): Store=999dc3ec23717260e2e7101265c97d7b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:08,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:19:08,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:08,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 999dc3ec23717260e2e7101265c97d7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70220038, jitterRate=0.04636010527610779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:19:08,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:08,285 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 999dc3ec23717260e2e7101265c97d7b: Running coprocessor pre-open hook at 1732670348273Writing region info on filesystem at 1732670348273Initializing all the Stores at 1732670348274 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670348274Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670348274Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670348274Cleaning up temporary data from old regions at 1732670348280 (+6 ms)Running coprocessor post-open hooks at 1732670348284 (+4 ms)Region opened successfully at 1732670348285 (+1 ms) 2024-11-27T01:19:08,285 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b., pid=7, masterSystemTime=1732670348249 2024-11-27T01:19:08,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:08,287 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:08,288 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=999dc3ec23717260e2e7101265c97d7b, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:08,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 999dc3ec23717260e2e7101265c97d7b, server=7d6f26a4c136,41127,1732670340813 because future has completed 2024-11-27T01:19:08,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-27T01:19:08,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 999dc3ec23717260e2e7101265c97d7b, server=7d6f26a4c136,41127,1732670340813 in 194 msec 2024-11-27T01:19:08,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:19:08,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=999dc3ec23717260e2e7101265c97d7b, ASSIGN in 352 msec 2024-11-27T01:19:08,295 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:19:08,295 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670348295"}]},"ts":"1732670348295"} 2024-11-27T01:19:08,297 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:19:08,298 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:19:08,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-27T01:19:08,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b., hostname=7d6f26a4c136,41127,1732670340813, seqNum=2] 2024-11-27T01:19:08,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:08,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:08,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:19:08,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41127 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-27T01:19:08,486 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:19:08,519 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,41127,1732670340813, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:19:08,519 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:08,520 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,41127,1732670340813, seqNum=-1] 2024-11-27T01:19:08,520 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:08,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-27T01:19:08,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,41127,1732670340813', locateType=CURRENT is [region=hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b., hostname=7d6f26a4c136,41127,1732670340813, seqNum=2] 2024-11-27T01:19:08,526 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-27T01:19:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-27T01:19:08,529 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,41127,1732670340813 suceeded 2024-11-27T01:19:08,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-27T01:19:08,530 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-27T01:19:08,530 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:42023,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:19:08,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4260 sec 2024-11-27T01:19:08,541 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:42023' 2024-11-27T01:19:08,542 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ca47382, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:08,542 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,42023,-1 for getting cluster id 2024-11-27T01:19:08,542 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:08,543 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f' 2024-11-27T01:19:08,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:08,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f" 2024-11-27T01:19:08,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d42946e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:08,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,42023,-1] 2024-11-27T01:19:08,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:08,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:08,545 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:08,546 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55d8c494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:08,546 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:08,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:08,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9624cf 2024-11-27T01:19:08,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:08,548 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-27T01:19:08,549 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,41127,1732670340813 (queues=1) is replicating from cluster=311db17b-0ab2-40e2-8f9c-0f5cf58453de to cluster=dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f 2024-11-27T01:19:08,549 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C41127%2C1732670340813 2024-11-27T01:19:08,549 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,41127,1732670340813, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:19:08,549 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813.replicationSource.shipper7d6f26a4c136%2C41127%2C1732670340813,1-7d6f26a4c136,41127,1732670340813 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C41127%2C1732670340813 2024-11-27T01:19:08,549 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813.replicationSource.wal-reader.7d6f26a4c136%2C41127%2C1732670340813,1-7d6f26a4c136,41127,1732670340813 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813/7d6f26a4c136%2C41127%2C1732670340813.1732670342843, startPosition=0, beingWritten=true 2024-11-27T01:19:08,758 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813.replicationSource.wal-reader.7d6f26a4c136%2C41127%2C1732670340813,1-7d6f26a4c136,41127,1732670340813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813/7d6f26a4c136%2C41127%2C1732670340813.1732670342843 to pos 0, reset compression=false 2024-11-27T01:19:08,938 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:19:08,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:08,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:08,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:08,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:08,958 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:08,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:08,968 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T01:19:08,968 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:19:09,062 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813.replicationSource.wal-reader.7d6f26a4c136%2C41127%2C1732670340813,1-7d6f26a4c136,41127,1732670340813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813/7d6f26a4c136%2C41127%2C1732670340813.1732670342843 to pos 0, reset compression=false 2024-11-27T01:19:09,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:09,254 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:19:09,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:09,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:09,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:09,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:09,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:09,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,37421,1732670340752 2024-11-27T01:19:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67001898 2024-11-27T01:19:09,255 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:09,257 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:09,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37421 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T01:19:09,258 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:09,258 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:09,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:09,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:09,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:09,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:19:09,258 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=441558920, stopped=false 2024-11-27T01:19:09,258 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,37421,1732670340752 2024-11-27T01:19:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-363919044/running 2024-11-27T01:19:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-363919044/running 2024-11-27T01:19:09,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:09,260 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:19:09,260 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:09,260 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:09,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:09,261 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,41127,1732670340813' ***** 2024-11-27T01:19:09,261 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:19:09,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/running 2024-11-27T01:19:09,261 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:19:09,261 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:19:09,261 INFO [RS:0;7d6f26a4c136:41127 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:19:09,261 INFO [RS:0;7d6f26a4c136:41127 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:19:09,261 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(3091): Received CLOSE for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:09,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/running 2024-11-27T01:19:09,262 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:09,262 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:19:09,262 INFO [RS:0;7d6f26a4c136:41127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:41127. 2024-11-27T01:19:09,262 DEBUG [RS:0;7d6f26a4c136:41127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:09,262 DEBUG [RS:0;7d6f26a4c136:41127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:09,262 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 999dc3ec23717260e2e7101265c97d7b, disabling compactions & flushes 2024-11-27T01:19:09,262 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:19:09,262 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:19:09,262 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:19:09,262 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:09,262 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:09,262 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:19:09,262 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. after waiting 0 ms 2024-11-27T01:19:09,262 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:09,262 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 999dc3ec23717260e2e7101265c97d7b 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-27T01:19:09,262 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T01:19:09,262 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1325): Online Regions={999dc3ec23717260e2e7101265c97d7b=hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:19:09,262 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:09,263 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:19:09,263 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:19:09,263 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:19:09,263 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:19:09,263 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:19:09,263 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-27T01:19:09,281 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b/.tmp/queue/809f0435c313460ebff260f666605b31 is 151, key is 1-7d6f26a4c136,41127,1732670340813/queue:7d6f26a4c136%2C41127%2C1732670340813/1732670348525/Put/seqid=0 2024-11-27T01:19:09,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741838_1014 (size=5350) 2024-11-27T01:19:09,289 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/info/18782adaa38644cdb1f01850e81c4867 is 147, key is hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b./info:regioninfo/1732670348288/Put/seqid=0 2024-11-27T01:19:09,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741839_1015 (size=6631) 2024-11-27T01:19:09,301 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:19:09,462 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:09,469 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813.replicationSource.wal-reader.7d6f26a4c136%2C41127%2C1732670340813,1-7d6f26a4c136,41127,1732670340813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813/7d6f26a4c136%2C41127%2C1732670340813.1732670342843 to pos 0, reset compression=false 2024-11-27T01:19:09,663 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:09,685 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b/.tmp/queue/809f0435c313460ebff260f666605b31 2024-11-27T01:19:09,693 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b/.tmp/queue/809f0435c313460ebff260f666605b31 as hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b/queue/809f0435c313460ebff260f666605b31 2024-11-27T01:19:09,696 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:19:09,696 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:19:09,696 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/info/18782adaa38644cdb1f01850e81c4867 2024-11-27T01:19:09,698 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b/queue/809f0435c313460ebff260f666605b31, entries=1, sequenceid=5, filesize=5.2 K 2024-11-27T01:19:09,700 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 999dc3ec23717260e2e7101265c97d7b in 437ms, sequenceid=5, compaction requested=false 2024-11-27T01:19:09,706 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T01:19:09,707 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:09,707 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:19:09,707 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:09,707 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 999dc3ec23717260e2e7101265c97d7b: Waiting for close lock at 1732670349262Running coprocessor pre-close hooks at 1732670349262Disabling compacts and flushes for region at 1732670349262Disabling writes for close at 1732670349262Obtaining lock to block concurrent updates at 1732670349262Preparing flush snapshotting stores in 999dc3ec23717260e2e7101265c97d7b at 1732670349262Finished memstore snapshotting hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732670349263 (+1 ms)Flushing stores of hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. at 1732670349263Flushing 999dc3ec23717260e2e7101265c97d7b/queue: creating writer at 1732670349263Flushing 999dc3ec23717260e2e7101265c97d7b/queue: appending metadata at 1732670349280 (+17 ms)Flushing 999dc3ec23717260e2e7101265c97d7b/queue: closing flushed file at 1732670349280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20e608e4: reopening flushed file at 1732670349692 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 999dc3ec23717260e2e7101265c97d7b in 437ms, sequenceid=5, compaction requested=false at 1732670349700 (+8 ms)Writing region close event to WAL at 1732670349700Running coprocessor post-close hooks at 1732670349707 (+7 ms)Closed at 1732670349707 2024-11-27T01:19:09,707 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:09,717 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/ns/d3f83b97a00c416683c6c3e85ab87864 is 43, key is default/ns:d/1732670343468/Put/seqid=0 2024-11-27T01:19:09,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741840_1016 (size=5153) 2024-11-27T01:19:09,722 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/ns/d3f83b97a00c416683c6c3e85ab87864 2024-11-27T01:19:09,742 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/table/0e42c25ebb854c7089e78ec72599135e is 53, key is hbase:replication/table:state/1732670348295/Put/seqid=0 2024-11-27T01:19:09,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741841_1017 (size=5256) 2024-11-27T01:19:09,863 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:19:09,974 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813.replicationSource.wal-reader.7d6f26a4c136%2C41127%2C1732670340813,1-7d6f26a4c136,41127,1732670340813 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813/7d6f26a4c136%2C41127%2C1732670340813.1732670342843 to pos 0, reset compression=false 2024-11-27T01:19:10,063 DEBUG [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:19:10,148 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/table/0e42c25ebb854c7089e78ec72599135e 2024-11-27T01:19:10,153 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/info/18782adaa38644cdb1f01850e81c4867 as hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/info/18782adaa38644cdb1f01850e81c4867 2024-11-27T01:19:10,158 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/info/18782adaa38644cdb1f01850e81c4867, entries=10, sequenceid=11, filesize=6.5 K 2024-11-27T01:19:10,159 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/ns/d3f83b97a00c416683c6c3e85ab87864 as hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/ns/d3f83b97a00c416683c6c3e85ab87864 2024-11-27T01:19:10,163 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/ns/d3f83b97a00c416683c6c3e85ab87864, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T01:19:10,164 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/table/0e42c25ebb854c7089e78ec72599135e as hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/table/0e42c25ebb854c7089e78ec72599135e 2024-11-27T01:19:10,168 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/table/0e42c25ebb854c7089e78ec72599135e, entries=2, sequenceid=11, filesize=5.1 K 2024-11-27T01:19:10,169 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=11, compaction requested=false 2024-11-27T01:19:10,173 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T01:19:10,173 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:10,173 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:19:10,173 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:10,173 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670349262Running coprocessor pre-close hooks at 1732670349262Disabling compacts and flushes for region at 1732670349262Disabling writes for close at 1732670349263 (+1 ms)Obtaining lock to block concurrent updates at 1732670349263Preparing flush snapshotting stores in 1588230740 at 1732670349263Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732670349263Flushing stores of hbase:meta,,1.1588230740 at 1732670349269 (+6 ms)Flushing 1588230740/info: creating writer at 1732670349269Flushing 1588230740/info: appending metadata at 1732670349289 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732670349289Flushing 1588230740/ns: creating writer at 1732670349701 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732670349717 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732670349717Flushing 1588230740/table: creating writer at 1732670349727 (+10 ms)Flushing 1588230740/table: appending metadata at 1732670349742 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732670349742Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1692cbd6: reopening flushed file at 1732670350153 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447d324a: reopening flushed file at 1732670350158 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff07ca1: reopening flushed file at 1732670350163 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 906ms, sequenceid=11, compaction requested=false at 1732670350169 (+6 ms)Writing region close event to WAL at 1732670350170 (+1 ms)Running coprocessor post-close hooks at 1732670350173 (+3 ms)Closed at 1732670350173 2024-11-27T01:19:10,173 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:10,263 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,41127,1732670340813; all regions closed. 2024-11-27T01:19:10,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741834_1010 (size=2742) 2024-11-27T01:19:10,268 DEBUG [RS:0;7d6f26a4c136:41127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs 2024-11-27T01:19:10,268 INFO [RS:0;7d6f26a4c136:41127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C41127%2C1732670340813.meta:.meta(num 1732670343412) 2024-11-27T01:19:10,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741837_1013 (size=1586) 2024-11-27T01:19:10,271 DEBUG [RS:0;7d6f26a4c136:41127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs 2024-11-27T01:19:10,271 INFO [RS:0;7d6f26a4c136:41127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C41127%2C1732670340813.rep:(num 1732670348254) 2024-11-27T01:19:10,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741832_1008 (size=93) 2024-11-27T01:19:10,275 DEBUG [RS:0;7d6f26a4c136:41127 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs 2024-11-27T01:19:10,275 INFO [RS:0;7d6f26a4c136:41127 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C41127%2C1732670340813:(num 1732670342843) 2024-11-27T01:19:10,275 DEBUG [RS:0;7d6f26a4c136:41127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:10,275 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:19:10,275 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:19:10,275 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:19:10,275 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:19:10,275 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:19:10,275 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,41127,1732670340813 because: Region server is closing 2024-11-27T01:19:10,276 INFO [RS:0;7d6f26a4c136:41127 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:41127. 2024-11-27T01:19:10,276 DEBUG [RS:0;7d6f26a4c136:41127 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:10,276 DEBUG [RS:0;7d6f26a4c136:41127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:10,276 DEBUG [RS:0;7d6f26a4c136:41127 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:10,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:10,376 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813.replicationSource.wal-reader.7d6f26a4c136%2C41127%2C1732670340813,1-7d6f26a4c136,41127,1732670340813 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:19:10,376 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813.replicationSource.shipper7d6f26a4c136%2C41127%2C1732670340813,1-7d6f26a4c136,41127,1732670340813 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T01:19:10,376 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,41127,1732670340813.replicationSource.shipper7d6f26a4c136%2C41127%2C1732670340813,1-7d6f26a4c136,41127,1732670340813 terminated 2024-11-27T01:19:10,377 INFO [RS:0;7d6f26a4c136:41127 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41127 2024-11-27T01:19:10,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-363919044/rs/7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:10,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/rs 2024-11-27T01:19:10,378 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:19:10,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,41127,1732670340813] 2024-11-27T01:19:10,382 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/draining/7d6f26a4c136,41127,1732670340813 already deleted, retry=false 2024-11-27T01:19:10,382 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,41127,1732670340813 expired; onlineServers=0 2024-11-27T01:19:10,382 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,37421,1732670340752' ***** 2024-11-27T01:19:10,382 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:19:10,382 INFO [M:0;7d6f26a4c136:37421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:19:10,382 INFO [M:0;7d6f26a4c136:37421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:19:10,382 DEBUG [M:0;7d6f26a4c136:37421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:19:10,383 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:19:10,383 DEBUG [M:0;7d6f26a4c136:37421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:19:10,383 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670342632 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670342632,5,FailOnTimeoutGroup] 2024-11-27T01:19:10,383 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670342634 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670342634,5,FailOnTimeoutGroup] 2024-11-27T01:19:10,383 INFO [M:0;7d6f26a4c136:37421 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:19:10,383 INFO [M:0;7d6f26a4c136:37421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:19:10,383 DEBUG [M:0;7d6f26a4c136:37421 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:19:10,383 INFO [M:0;7d6f26a4c136:37421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:19:10,383 INFO [M:0;7d6f26a4c136:37421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:19:10,383 INFO [M:0;7d6f26a4c136:37421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:19:10,383 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:19:10,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-363919044/master 2024-11-27T01:19:10,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:10,385 DEBUG [M:0;7d6f26a4c136:37421 {}] zookeeper.ZKUtil(347): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/master because node does not exist (not an error) 2024-11-27T01:19:10,385 WARN [M:0;7d6f26a4c136:37421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:19:10,385 INFO [M:0;7d6f26a4c136:37421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/.lastflushedseqids 2024-11-27T01:19:10,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741842_1018 (size=181) 2024-11-27T01:19:10,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:10,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41127-0x101570124ed0001, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:10,480 INFO [RS:0;7d6f26a4c136:41127 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:19:10,480 INFO [RS:0;7d6f26a4c136:41127 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,41127,1732670340813; zookeeper connection closed. 2024-11-27T01:19:10,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2bbf61f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2bbf61f8 2024-11-27T01:19:10,480 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:19:10,790 INFO [M:0;7d6f26a4c136:37421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:19:10,790 INFO [M:0;7d6f26a4c136:37421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:19:10,791 DEBUG [M:0;7d6f26a4c136:37421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:19:10,791 INFO [M:0;7d6f26a4c136:37421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:10,791 DEBUG [M:0;7d6f26a4c136:37421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:10,791 DEBUG [M:0;7d6f26a4c136:37421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:19:10,791 DEBUG [M:0;7d6f26a4c136:37421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:10,791 INFO [M:0;7d6f26a4c136:37421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-27T01:19:10,806 DEBUG [M:0;7d6f26a4c136:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae28e8e8833f4b7dab5db71a9563c7c3 is 82, key is hbase:meta,,1/info:regioninfo/1732670343453/Put/seqid=0 2024-11-27T01:19:10,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741843_1019 (size=5672) 2024-11-27T01:19:11,211 INFO [M:0;7d6f26a4c136:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae28e8e8833f4b7dab5db71a9563c7c3 2024-11-27T01:19:11,236 DEBUG [M:0;7d6f26a4c136:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af5c717cfe87443cbbb74a4878bd2231 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732670348299/Put/seqid=0 2024-11-27T01:19:11,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741844_1020 (size=7203) 2024-11-27T01:19:11,645 INFO [M:0;7d6f26a4c136:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af5c717cfe87443cbbb74a4878bd2231 2024-11-27T01:19:11,665 DEBUG [M:0;7d6f26a4c136:37421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfff72189bb34fde91fd9f3803693fdb is 69, key is 7d6f26a4c136,41127,1732670340813/rs:state/1732670342669/Put/seqid=0 2024-11-27T01:19:11,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741845_1021 (size=5156) 2024-11-27T01:19:12,070 INFO [M:0;7d6f26a4c136:37421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfff72189bb34fde91fd9f3803693fdb 2024-11-27T01:19:12,076 DEBUG [M:0;7d6f26a4c136:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ae28e8e8833f4b7dab5db71a9563c7c3 as hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae28e8e8833f4b7dab5db71a9563c7c3 2024-11-27T01:19:12,081 INFO [M:0;7d6f26a4c136:37421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae28e8e8833f4b7dab5db71a9563c7c3, entries=8, sequenceid=70, filesize=5.5 K 2024-11-27T01:19:12,081 DEBUG [M:0;7d6f26a4c136:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af5c717cfe87443cbbb74a4878bd2231 as hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af5c717cfe87443cbbb74a4878bd2231 2024-11-27T01:19:12,086 INFO [M:0;7d6f26a4c136:37421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af5c717cfe87443cbbb74a4878bd2231, entries=8, sequenceid=70, filesize=7.0 K 2024-11-27T01:19:12,087 DEBUG [M:0;7d6f26a4c136:37421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bfff72189bb34fde91fd9f3803693fdb as hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfff72189bb34fde91fd9f3803693fdb 2024-11-27T01:19:12,091 INFO [M:0;7d6f26a4c136:37421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfff72189bb34fde91fd9f3803693fdb, entries=1, sequenceid=70, filesize=5.0 K 2024-11-27T01:19:12,092 INFO [M:0;7d6f26a4c136:37421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false 2024-11-27T01:19:12,093 INFO [M:0;7d6f26a4c136:37421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:12,093 DEBUG [M:0;7d6f26a4c136:37421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670350790Disabling compacts and flushes for region at 1732670350790Disabling writes for close at 1732670350791 (+1 ms)Obtaining lock to block concurrent updates at 1732670350791Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670350791Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732670350791Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670350792 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670350792Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670350806 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670350806Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670351216 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670351235 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670351235Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670351651 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670351665 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670351665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@239825ae: reopening flushed file at 1732670352075 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e66b263: reopening flushed file at 1732670352081 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@772f67d9: reopening flushed file at 1732670352086 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false at 1732670352092 (+6 ms)Writing region close event to WAL at 1732670352093 (+1 ms)Closed at 1732670352093 2024-11-27T01:19:12,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741830_1006 (size=41008) 2024-11-27T01:19:12,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:19:12,096 INFO [M:0;7d6f26a4c136:37421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:19:12,096 INFO [M:0;7d6f26a4c136:37421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37421 2024-11-27T01:19:12,096 INFO [M:0;7d6f26a4c136:37421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:19:12,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:12,198 INFO [M:0;7d6f26a4c136:37421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:19:12,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37421-0x101570124ed0000, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:12,200 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:12,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:12,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:12,200 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:12,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:12,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:12,200 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:19:12,200 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:12,201 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45325 2024-11-27T01:19:12,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45325 connecting to ZooKeeper ensemble=127.0.0.1:61644 2024-11-27T01:19:12,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453250x0, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:12,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45325-0x101570124ed0006 connected 2024-11-27T01:19:12,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:12,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:12,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/running 2024-11-27T01:19:12,212 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: INIT 2024-11-27T01:19:12,212 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7, hbase.cluster.distributed=false 2024-11-27T01:19:12,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/acl 2024-11-27T01:19:12,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45325 2024-11-27T01:19:12,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45325 2024-11-27T01:19:12,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45325 2024-11-27T01:19:12,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45325 2024-11-27T01:19:12,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45325 2024-11-27T01:19:12,228 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:12,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:12,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:12,229 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:12,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:12,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:12,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:19:12,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:12,229 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39175 2024-11-27T01:19:12,230 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39175 connecting to ZooKeeper ensemble=127.0.0.1:61644 2024-11-27T01:19:12,231 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:12,232 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:12,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391750x0, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:12,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391750x0, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/running 2024-11-27T01:19:12,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39175-0x101570124ed0007 connected 2024-11-27T01:19:12,236 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: INIT 2024-11-27T01:19:12,236 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:19:12,237 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:19:12,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/master 2024-11-27T01:19:12,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/acl 2024-11-27T01:19:12,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39175 2024-11-27T01:19:12,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39175 2024-11-27T01:19:12,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39175 2024-11-27T01:19:12,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39175 2024-11-27T01:19:12,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39175 2024-11-27T01:19:12,252 DEBUG [M:0;7d6f26a4c136:45325 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:45325 2024-11-27T01:19:12,253 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-363919044/backup-masters/7d6f26a4c136,45325,1732670352200 2024-11-27T01:19:12,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/backup-masters 2024-11-27T01:19:12,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/backup-masters 2024-11-27T01:19:12,254 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on existing znode=/0-363919044/backup-masters/7d6f26a4c136,45325,1732670352200 2024-11-27T01:19:12,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-363919044/master 2024-11-27T01:19:12,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:12,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:12,256 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on existing znode=/0-363919044/master 2024-11-27T01:19:12,256 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-363919044/backup-masters/7d6f26a4c136,45325,1732670352200 from backup master directory 2024-11-27T01:19:12,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-363919044/backup-masters/7d6f26a4c136,45325,1732670352200 2024-11-27T01:19:12,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/backup-masters 2024-11-27T01:19:12,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/backup-masters 2024-11-27T01:19:12,260 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:12,260 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,45325,1732670352200 2024-11-27T01:19:12,270 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:12,270 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:19:12,275 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-27T01:19:12,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741846_1022 (size=196) 2024-11-27T01:19:12,683 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:12,684 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:19:12,684 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:12,689 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-27T01:19:12,691 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,37421,1732670340752 to hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,37421,1732670340752-dead as it is dead 2024-11-27T01:19:12,691 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,37421,1732670340752-dead/7d6f26a4c136%2C37421%2C1732670340752.1732670342509 2024-11-27T01:19:12,692 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,37421,1732670340752-dead/7d6f26a4c136%2C37421%2C1732670340752.1732670342509 after 1ms 2024-11-27T01:19:12,693 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,37421,1732670340752-dead/7d6f26a4c136%2C37421%2C1732670340752.1732670342509 to hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7d6f26a4c136%2C37421%2C1732670340752.1732670342509 2024-11-27T01:19:12,693 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,37421,1732670340752-dead 2024-11-27T01:19:12,693 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,45325,1732670352200 2024-11-27T01:19:12,694 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:12,695 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C45325%2C1732670352200, suffix=, logDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,45325,1732670352200, archiveDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/oldWALs, maxLogs=10 2024-11-27T01:19:12,708 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,45325,1732670352200/7d6f26a4c136%2C45325%2C1732670352200.1732670352695, exclude list is [], retry=0 2024-11-27T01:19:12,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-f07ed7d7-11f3-459a-aa95-da929fbf8aa5,DISK] 2024-11-27T01:19:12,711 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,45325,1732670352200/7d6f26a4c136%2C45325%2C1732670352200.1732670352695 2024-11-27T01:19:12,711 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44659:44659)] 2024-11-27T01:19:12,712 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:12,712 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:12,712 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:12,712 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:12,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:12,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:19:12,714 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:12,718 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ae28e8e8833f4b7dab5db71a9563c7c3 2024-11-27T01:19:12,718 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:12,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:12,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:19:12,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:12,724 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af5c717cfe87443cbbb74a4878bd2231 2024-11-27T01:19:12,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:12,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:12,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:19:12,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:12,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bfff72189bb34fde91fd9f3803693fdb 2024-11-27T01:19:12,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:12,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:12,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:19:12,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:12,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:12,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:12,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-27T01:19:12,731 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7d6f26a4c136%2C37421%2C1732670340752.1732670342509 2024-11-27T01:19:12,735 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7d6f26a4c136%2C37421%2C1732670340752.1732670342509 2024-11-27T01:19:12,736 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/7d6f26a4c136%2C37421%2C1732670340752.1732670342509 2024-11-27T01:19:12,737 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:12,737 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:12,737 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:12,738 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:12,740 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-27T01:19:12,741 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74030666, jitterRate=0.1031428873538971}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:12,741 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670352712Initializing all the Stores at 1732670352713 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670352713Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670352713Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670352713Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670352713Cleaning up temporary data from old regions at 1732670352737 (+24 ms)Region opened successfully at 1732670352741 (+4 ms) 2024-11-27T01:19:12,741 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:19:12,744 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef7e59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:12,746 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-27T01:19:12,746 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:19:12,746 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:19:12,746 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:19:12,747 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:19:12,749 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:12,749 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:19:12,750 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:19:12,750 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-27T01:19:12,750 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:19:12,752 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=7d6f26a4c136,41127,1732670340813, regionLocation=7d6f26a4c136,41127,1732670340813, openSeqNum=2 2024-11-27T01:19:12,752 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=7d6f26a4c136,41127,1732670340813, table=hbase:meta, region=1588230740 2024-11-27T01:19:12,752 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,41127,1732670340813, state=OPEN 2024-11-27T01:19:12,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-363919044/meta-region-server 2024-11-27T01:19:12,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-363919044/meta-region-server 2024-11-27T01:19:12,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: CHANGED 2024-11-27T01:19:12,754 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: CHANGED 2024-11-27T01:19:12,757 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:19:12,758 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/draining/7d6f26a4c136,41127,1732670340813 already deleted, retry=false 2024-11-27T01:19:12,758 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 7d6f26a4c136,41127,1732670340813 on 7d6f26a4c136,45325,1732670352200 2024-11-27T01:19:12,759 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 7d6f26a4c136,41127,1732670340813, splitWal=true, meta=true 2024-11-27T01:19:12,759 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 7d6f26a4c136,41127,1732670340813 (carryingMeta=true) 7d6f26a4c136,41127,1732670340813/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@76e1bd31[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-27T01:19:12,761 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/balancer because node does not exist (not necessarily an error) 2024-11-27T01:19:12,763 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/balancer already deleted, retry=false 2024-11-27T01:19:12,763 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:19:12,764 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:19:12,765 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/normalizer already deleted, retry=false 2024-11-27T01:19:12,765 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:19:12,766 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:19:12,767 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/switch/split already deleted, retry=false 2024-11-27T01:19:12,767 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:19:12,768 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/switch/merge already deleted, retry=false 2024-11-27T01:19:12,773 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:19:12,774 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/snapshot-cleanup already deleted, retry=false 2024-11-27T01:19:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-363919044/running 2024-11-27T01:19:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-363919044/running 2024-11-27T01:19:12,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:12,776 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,45325,1732670352200, sessionid=0x101570124ed0006, setting cluster-up flag (Was=false) 2024-11-27T01:19:12,778 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-363919044/flush-table-proc/acquired, /0-363919044/flush-table-proc/reached, /0-363919044/flush-table-proc/abort 2024-11-27T01:19:12,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,45325,1732670352200 2024-11-27T01:19:12,782 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-363919044/online-snapshot/acquired, /0-363919044/online-snapshot/reached, /0-363919044/online-snapshot/abort 2024-11-27T01:19:12,783 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,45325,1732670352200 2024-11-27T01:19:12,783 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/.lastflushedseqids 2024-11-27T01:19:12,785 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:19:12,785 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:19:12,786 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,45325,1732670352200 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 7d6f26a4c136,41127,1732670340813 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:19:12,786 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:12,787 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:12,787 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:12,787 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:12,787 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:19:12,787 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,787 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:12,787 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,788 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 7d6f26a4c136,41127,1732670340813, splitWal=true, meta=true 2024-11-27T01:19:12,788 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 7d6f26a4c136,41127,1732670340813, splitWal=true, meta=true, isMeta: true 2024-11-27T01:19:12,789 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813-splitting 2024-11-27T01:19:12,790 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813-splitting dir is empty, no logs to split. 2024-11-27T01:19:12,790 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7d6f26a4c136,41127,1732670340813 WAL count=0, meta=true 2024-11-27T01:19:12,791 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813-splitting dir is empty, no logs to split. 2024-11-27T01:19:12,791 INFO [PEWorker-1 {}] master.SplitWALManager(105): 7d6f26a4c136,41127,1732670340813 WAL count=0, meta=true 2024-11-27T01:19:12,791 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 7d6f26a4c136,41127,1732670340813 WAL splitting is done? wals=0, meta=true 2024-11-27T01:19:12,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:19:12,792 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670382792 2024-11-27T01:19:12,792 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:19:12,792 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:19:12,792 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:19:12,792 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:19:12,792 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:19:12,792 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:19:12,793 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,793 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:19:12,793 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:12,793 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:19:12,793 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:19:12,793 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:19:12,794 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T01:19:12,794 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:19:12,794 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:19:12,794 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670352794,5,FailOnTimeoutGroup] 2024-11-27T01:19:12,794 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670352794,5,FailOnTimeoutGroup] 2024-11-27T01:19:12,794 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,794 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:19:12,794 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,794 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,794 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670352794, completionTime=-1 2024-11-27T01:19:12,794 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-27T01:19:12,794 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T01:19:12,843 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(746): ClusterId : 311db17b-0ab2-40e2-8f9c-0f5cf58453de 2024-11-27T01:19:12,843 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:19:12,845 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:19:12,845 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:19:12,846 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:19:12,846 DEBUG [RS:0;7d6f26a4c136:39175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cb5c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:12,858 DEBUG [RS:0;7d6f26a4c136:39175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:39175 2024-11-27T01:19:12,858 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:19:12,858 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:19:12,858 DEBUG [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:19:12,859 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,45325,1732670352200 with port=39175, startcode=1732670352228 2024-11-27T01:19:12,859 DEBUG [RS:0;7d6f26a4c136:39175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:19:12,860 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34603, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:19:12,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45325 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:12,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45325 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:12,862 DEBUG [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7 2024-11-27T01:19:12,862 DEBUG [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34035 2024-11-27T01:19:12,862 DEBUG [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:19:12,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/rs 2024-11-27T01:19:12,868 DEBUG [RS:0;7d6f26a4c136:39175 {}] zookeeper.ZKUtil(111): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on existing znode=/0-363919044/rs/7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:12,868 WARN [RS:0;7d6f26a4c136:39175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:12,868 INFO [RS:0;7d6f26a4c136:39175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:12,868 DEBUG [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:12,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,39175,1732670352228] 2024-11-27T01:19:12,886 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:19:12,887 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:19:12,888 INFO [RS:0;7d6f26a4c136:39175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:19:12,888 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,888 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:19:12,889 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:19:12,889 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:12,889 DEBUG [RS:0;7d6f26a4c136:39175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:12,889 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,889 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,889 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,889 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,889 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,889 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39175,1732670352228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:12,895 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-27T01:19:12,902 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:19:12,903 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39175,1732670352228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,915 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,39175,1732670352228, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:19:12,916 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,916 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.Replication(171): 7d6f26a4c136,39175,1732670352228 started 2024-11-27T01:19:12,930 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource,1-7d6f26a4c136,39175,1732670352228 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:42023' 2024-11-27T01:19:12,930 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:12,930 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,39175,1732670352228, RpcServer on 7d6f26a4c136/172.17.0.2:39175, sessionid=0x101570124ed0007 2024-11-27T01:19:12,930 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:19:12,930 DEBUG [RS:0;7d6f26a4c136:39175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:12,931 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,39175,1732670352228' 2024-11-27T01:19:12,931 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-363919044/flush-table-proc/abort' 2024-11-27T01:19:12,931 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource,1-7d6f26a4c136,39175,1732670352228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14161204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:12,931 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource,1-7d6f26a4c136,39175,1732670352228 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,42023,-1 for getting cluster id 2024-11-27T01:19:12,931 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource,1-7d6f26a4c136,39175,1732670352228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:12,931 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-363919044/flush-table-proc/acquired' 2024-11-27T01:19:12,932 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:19:12,932 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:19:12,932 DEBUG [RS:0;7d6f26a4c136:39175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:12,932 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,39175,1732670352228' 2024-11-27T01:19:12,932 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-363919044/online-snapshot/abort' 2024-11-27T01:19:12,932 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-363919044/online-snapshot/acquired' 2024-11-27T01:19:12,932 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f' 2024-11-27T01:19:12,933 DEBUG [RS:0;7d6f26a4c136:39175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:19:12,933 INFO [RS:0;7d6f26a4c136:39175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:19:12,933 INFO [RS:0;7d6f26a4c136:39175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:19:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f" 2024-11-27T01:19:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c4e36d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,42023,-1] 2024-11-27T01:19:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:12,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:12,935 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:12,935 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource,1-7d6f26a4c136,39175,1732670352228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ee675e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:12,935 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource,1-7d6f26a4c136,39175,1732670352228 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:12,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:12,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72aa564d 2024-11-27T01:19:12,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:12,938 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-27T01:19:12,939 INFO [RS:0;7d6f26a4c136:39175.replicationSource,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,39175,1732670352228 (queues=0) is replicating from cluster=311db17b-0ab2-40e2-8f9c-0f5cf58453de to cluster=dbb9fb0c-a23b-4f1c-9c15-4cd404e3ce6f 2024-11-27T01:19:12,944 WARN [7d6f26a4c136:45325 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T01:19:13,033 INFO [RS:0;7d6f26a4c136:39175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:13,034 INFO [RS:0;7d6f26a4c136:39175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C39175%2C1732670352228, suffix=, logDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228, archiveDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs, maxLogs=10 2024-11-27T01:19:13,048 DEBUG [RS:0;7d6f26a4c136:39175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035, exclude list is [], retry=0 2024-11-27T01:19:13,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-f07ed7d7-11f3-459a-aa95-da929fbf8aa5,DISK] 2024-11-27T01:19:13,052 INFO [RS:0;7d6f26a4c136:39175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035 2024-11-27T01:19:13,052 DEBUG [RS:0;7d6f26a4c136:39175 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 7d6f26a4c136%2C39175%2C1732670352228 for peer 1 2024-11-27T01:19:13,052 DEBUG [RS:0;7d6f26a4c136:39175 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C39175%2C1732670352228 2024-11-27T01:19:13,052 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,39175,1732670352228, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:19:13,053 DEBUG [RS:0;7d6f26a4c136:39175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44659:44659)] 2024-11-27T01:19:13,053 INFO [RS:0;7d6f26a4c136:39175.replicationSource.shipper7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C39175%2C1732670352228 2024-11-27T01:19:13,053 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource.wal-reader.7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035, startPosition=0, beingWritten=true 2024-11-27T01:19:13,194 DEBUG [7d6f26a4c136:45325 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:19:13,194 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:13,195 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,39175,1732670352228, state=OPENING 2024-11-27T01:19:13,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-363919044/meta-region-server 2024-11-27T01:19:13,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-363919044/meta-region-server 2024-11-27T01:19:13,197 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:13,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: CHANGED 2024-11-27T01:19:13,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: CHANGED 2024-11-27T01:19:13,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,39175,1732670352228}] 2024-11-27T01:19:13,257 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource.wal-reader.7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035 to pos 0, reset compression=false 2024-11-27T01:19:13,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:19:13,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:19:13,354 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:19:13,354 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:13,355 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:19:13,356 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C39175%2C1732670352228.meta, suffix=.meta, logDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228, archiveDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs, maxLogs=10 2024-11-27T01:19:13,371 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.meta.1732670353356.meta, exclude list is [], retry=0 2024-11-27T01:19:13,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-f07ed7d7-11f3-459a-aa95-da929fbf8aa5,DISK] 2024-11-27T01:19:13,375 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.meta.1732670353356.meta 2024-11-27T01:19:13,375 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44659:44659)] 2024-11-27T01:19:13,376 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:13,376 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:13,376 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:19:13,376 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:19:13,376 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:19:13,376 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:19:13,376 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:13,377 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:19:13,377 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:19:13,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:13,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:13,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:13,384 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/info/18782adaa38644cdb1f01850e81c4867 2024-11-27T01:19:13,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:13,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:13,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:13,385 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:13,392 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/ns/d3f83b97a00c416683c6c3e85ab87864 2024-11-27T01:19:13,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:13,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:13,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:13,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:13,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:13,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:13,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:13,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:13,398 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/table/0e42c25ebb854c7089e78ec72599135e 2024-11-27T01:19:13,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:13,398 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:13,399 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740 2024-11-27T01:19:13,400 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740 2024-11-27T01:19:13,401 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:13,401 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:13,401 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:13,402 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:13,403 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65939685, jitterRate=-0.01742212474346161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:13,403 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:19:13,403 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670353377Writing region info on filesystem at 1732670353377Initializing all the Stores at 1732670353378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670353378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670353378Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670353378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670353378Cleaning up temporary data from old regions at 1732670353401 (+23 ms)Running coprocessor post-open hooks at 1732670353403 (+2 ms)Region opened successfully at 1732670353403 2024-11-27T01:19:13,404 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732670353349 2024-11-27T01:19:13,406 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:19:13,406 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:19:13,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:13,407 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,39175,1732670352228, state=OPEN 2024-11-27T01:19:13,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-363919044/meta-region-server 2024-11-27T01:19:13,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-363919044/meta-region-server 2024-11-27T01:19:13,408 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:13,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: CHANGED 2024-11-27T01:19:13,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-363919044/meta-region-server: CHANGED 2024-11-27T01:19:13,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T01:19:13,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,39175,1732670352228 in 211 msec 2024-11-27T01:19:13,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:19:13,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-27T01:19:13,562 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource.wal-reader.7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035 to pos 0, reset compression=false 2024-11-27T01:19:13,967 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource.wal-reader.7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035 to pos 0, reset compression=false 2024-11-27T01:19:14,408 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1614ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1514ms 2024-11-27T01:19:14,471 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource.wal-reader.7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035 to pos 0, reset compression=false 2024-11-27T01:19:15,076 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource.wal-reader.7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035 to pos 0, reset compression=false 2024-11-27T01:19:15,209 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:19:15,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:15,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:15,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:15,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:15,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:15,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:15,781 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource.wal-reader.7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035 to pos 0, reset compression=false 2024-11-27T01:19:15,911 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3116ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3016ms 2024-11-27T01:19:16,587 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource.wal-reader.7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035 to pos 0, reset compression=false 2024-11-27T01:19:17,313 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4519ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-27T01:19:17,313 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:19:17,313 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:17,313 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,39175,1732670352228, seqNum=-1] 2024-11-27T01:19:17,314 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:17,315 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43973, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:17,319 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=999dc3ec23717260e2e7101265c97d7b, regionState=OPEN, lastHost=7d6f26a4c136,41127,1732670340813, regionLocation=7d6f26a4c136,41127,1732670340813, openSeqNum=2 2024-11-27T01:19:17,319 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:19:17,319 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670417319 2024-11-27T01:19:17,319 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670477319 2024-11-27T01:19:17,319 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 5 msec 2024-11-27T01:19:17,319 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 7d6f26a4c136,41127,1732670340813 had 2 regions 2024-11-27T01:19:17,319 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45325,1732670352200-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:17,319 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45325,1732670352200-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:17,319 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45325,1732670352200-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:17,319 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:45325, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:17,319 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:17,320 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:17,320 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 7d6f26a4c136,41127,1732670340813, splitWal=true, meta=true, isMeta: false 2024-11-27T01:19:17,322 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813-splitting dir is empty, no logs to split. 2024-11-27T01:19:17,322 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7d6f26a4c136,41127,1732670340813 WAL count=0, meta=false 2024-11-27T01:19:17,325 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,41127,1732670340813-splitting dir is empty, no logs to split. 2024-11-27T01:19:17,325 INFO [PEWorker-3 {}] master.SplitWALManager(105): 7d6f26a4c136,41127,1732670340813 WAL count=0, meta=false 2024-11-27T01:19:17,325 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 7d6f26a4c136,41127,1732670340813 WAL splitting is done? wals=0, meta=false 2024-11-27T01:19:17,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.065sec 2024-11-27T01:19:17,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:19:17,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:19:17,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:19:17,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:19:17,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:19:17,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45325,1732670352200-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:17,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45325,1732670352200-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:19:17,327 WARN [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=7d6f26a4c136,41127,1732670340813/hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:17,329 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:19:17,329 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:19:17,329 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45325,1732670352200-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:17,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=999dc3ec23717260e2e7101265c97d7b, ASSIGN}] 2024-11-27T01:19:17,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=999dc3ec23717260e2e7101265c97d7b, ASSIGN 2024-11-27T01:19:17,331 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=999dc3ec23717260e2e7101265c97d7b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-27T01:19:17,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f16a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:17,346 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,45325,-1 for getting cluster id 2024-11-27T01:19:17,346 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:17,347 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '311db17b-0ab2-40e2-8f9c-0f5cf58453de' 2024-11-27T01:19:17,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:17,347 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "311db17b-0ab2-40e2-8f9c-0f5cf58453de" 2024-11-27T01:19:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@342a26a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,45325,-1] 2024-11-27T01:19:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:17,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:17,349 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:17,350 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b7f305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:17,350 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:17,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,39175,1732670352228, seqNum=-1] 2024-11-27T01:19:17,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:17,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:17,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-27T01:19:17,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:17,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:17,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:17,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:17,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:17,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 7d6f26a4c136:45325 after: 7d6f26a4c136:45325 2024-11-27T01:19:17,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670b4cfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:17,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,45325,-1 for getting cluster id 2024-11-27T01:19:17,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:17,355 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '311db17b-0ab2-40e2-8f9c-0f5cf58453de' 2024-11-27T01:19:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "311db17b-0ab2-40e2-8f9c-0f5cf58453de" 2024-11-27T01:19:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1271fe01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:17,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,45325,-1] 2024-11-27T01:19:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:17,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:17,356 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:17,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52cac9bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:17,357 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:17,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,45325,1732670352200 2024-11-27T01:19:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa2c89 2024-11-27T01:19:17,358 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:17,358 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:17,359 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45325 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-27T01:19:17,359 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:19:17,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:17,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:17,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:17,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:17,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:17,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:19:17,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1654551097, stopped=false 2024-11-27T01:19:17,359 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,42023,1732670344288 2024-11-27T01:19:17,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/162282392/running 2024-11-27T01:19:17,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/162282392/running 2024-11-27T01:19:17,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:17,362 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:19:17,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:17,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:17,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:17,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:17,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Set watcher on znode that does not yet exist, /162282392/running 2024-11-27T01:19:17,363 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,46183,1732670344342' ***** 2024-11-27T01:19:17,363 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:19:17,363 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:19:17,363 INFO [RS:0;7d6f26a4c136:46183 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:19:17,363 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:19:17,363 INFO [RS:0;7d6f26a4c136:46183 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:19:17,363 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,46183,1732670344342 2024-11-27T01:19:17,363 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:19:17,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Set watcher on znode that does not yet exist, /162282392/running 2024-11-27T01:19:17,363 INFO [RS:0;7d6f26a4c136:46183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:46183. 2024-11-27T01:19:17,363 DEBUG [RS:0;7d6f26a4c136:46183 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:17,363 DEBUG [RS:0;7d6f26a4c136:46183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:17,363 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:19:17,363 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:19:17,363 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:19:17,363 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:19:17,363 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:19:17,363 DEBUG [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:19:17,364 DEBUG [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:19:17,364 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:19:17,364 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:19:17,364 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:19:17,364 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:19:17,364 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:19:17,364 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-27T01:19:17,380 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/1588230740/.tmp/ns/eda926f92d494871a42f5051a28e8056 is 43, key is default/ns:d/1732670346985/Put/seqid=0 2024-11-27T01:19:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741835_1011 (size=5153) 2024-11-27T01:19:17,445 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:19:17,482 DEBUG [7d6f26a4c136:45325 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:19:17,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=999dc3ec23717260e2e7101265c97d7b, regionState=OPENING, regionLocation=7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:17,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=999dc3ec23717260e2e7101265c97d7b, ASSIGN because future has completed 2024-11-27T01:19:17,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 999dc3ec23717260e2e7101265c97d7b, server=7d6f26a4c136,39175,1732670352228}] 2024-11-27T01:19:17,492 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource.wal-reader.7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035 to pos 0, reset compression=false 2024-11-27T01:19:17,564 DEBUG [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:19:17,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:17,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:17,641 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:19:17,642 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C39175%2C1732670352228.rep, suffix=, logDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228, archiveDir=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs, maxLogs=10 2024-11-27T01:19:17,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.rep.1732670357643, exclude list is [], retry=0 2024-11-27T01:19:17,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33643,DS-f07ed7d7-11f3-459a-aa95-da929fbf8aa5,DISK] 2024-11-27T01:19:17,659 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.rep.1732670357643 2024-11-27T01:19:17,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44659:44659)] 2024-11-27T01:19:17,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 999dc3ec23717260e2e7101265c97d7b, NAME => 'hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:17,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:17,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:19:17,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. service=MultiRowMutationService 2024-11-27T01:19:17,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:19:17,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:17,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,661 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,662 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,663 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 999dc3ec23717260e2e7101265c97d7b columnFamilyName hfileref 2024-11-27T01:19:17,663 DEBUG [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:17,663 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(327): Store=999dc3ec23717260e2e7101265c97d7b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:17,663 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,664 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 999dc3ec23717260e2e7101265c97d7b columnFamilyName queue 2024-11-27T01:19:17,664 DEBUG [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:17,669 DEBUG [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b/queue/809f0435c313460ebff260f666605b31 2024-11-27T01:19:17,669 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(327): Store=999dc3ec23717260e2e7101265c97d7b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:17,669 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,670 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 999dc3ec23717260e2e7101265c97d7b columnFamilyName sid 2024-11-27T01:19:17,670 DEBUG [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:17,670 INFO [StoreOpener-999dc3ec23717260e2e7101265c97d7b-1 {}] regionserver.HStore(327): Store=999dc3ec23717260e2e7101265c97d7b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:17,670 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,671 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:19:17,675 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,676 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 999dc3ec23717260e2e7101265c97d7b; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70939985, jitterRate=0.05708815157413483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:19:17,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:17,676 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 999dc3ec23717260e2e7101265c97d7b: Running coprocessor pre-open hook at 1732670357661Writing region info on filesystem at 1732670357661Initializing all the Stores at 1732670357662 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670357662Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670357662Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670357662Cleaning up temporary data from old regions at 1732670357673 (+11 ms)Running coprocessor post-open hooks at 1732670357676 (+3 ms)Region opened successfully at 1732670357676 2024-11-27T01:19:17,677 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b., pid=13, masterSystemTime=1732670357637 2024-11-27T01:19:17,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:17,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:17,679 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=999dc3ec23717260e2e7101265c97d7b, regionState=OPEN, openSeqNum=9, regionLocation=7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:17,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 999dc3ec23717260e2e7101265c97d7b, server=7d6f26a4c136,39175,1732670352228 because future has completed 2024-11-27T01:19:17,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T01:19:17,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 999dc3ec23717260e2e7101265c97d7b, server=7d6f26a4c136,39175,1732670352228 in 197 msec 2024-11-27T01:19:17,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-27T01:19:17,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=999dc3ec23717260e2e7101265c97d7b, ASSIGN in 354 msec 2024-11-27T01:19:17,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-27T01:19:17,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b., hostname=7d6f26a4c136,39175,1732670352228, seqNum=9] 2024-11-27T01:19:17,703 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 7d6f26a4c136,41127,1732670340813 2024-11-27T01:19:17,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-27T01:19:17,764 DEBUG [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:19:17,784 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/1588230740/.tmp/ns/eda926f92d494871a42f5051a28e8056 2024-11-27T01:19:17,790 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/1588230740/.tmp/ns/eda926f92d494871a42f5051a28e8056 as hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/1588230740/ns/eda926f92d494871a42f5051a28e8056 2024-11-27T01:19:17,794 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/1588230740/ns/eda926f92d494871a42f5051a28e8056, entries=2, sequenceid=6, filesize=5.0 K 2024-11-27T01:19:17,795 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-27T01:19:17,795 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:19:17,818 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T01:19:17,819 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:17,819 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:19:17,819 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:17,819 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670357364Running coprocessor pre-close hooks at 1732670357364Disabling compacts and flushes for region at 1732670357364Disabling writes for close at 1732670357364Obtaining lock to block concurrent updates at 1732670357364Preparing flush snapshotting stores in 1588230740 at 1732670357364Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732670357364Flushing stores of hbase:meta,,1.1588230740 at 1732670357365 (+1 ms)Flushing 1588230740/ns: creating writer at 1732670357365Flushing 1588230740/ns: appending metadata at 1732670357379 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732670357379Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@673b6e3a: reopening flushed file at 1732670357789 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1732670357795 (+6 ms)Writing region close event to WAL at 1732670357814 (+19 ms)Running coprocessor post-close hooks at 1732670357819 (+5 ms)Closed at 1732670357819 2024-11-27T01:19:17,819 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:17,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39175 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-27T01:19:17,901 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:19:17,901 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:19:17,964 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,46183,1732670344342; all regions closed. 2024-11-27T01:19:17,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741834_1010 (size=1152) 2024-11-27T01:19:17,967 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/WALs/7d6f26a4c136,46183,1732670344342/7d6f26a4c136%2C46183%2C1732670344342.meta.1732670346931.meta not finished, retry = 0 2024-11-27T01:19:18,069 DEBUG [RS:0;7d6f26a4c136:46183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/oldWALs 2024-11-27T01:19:18,069 INFO [RS:0;7d6f26a4c136:46183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C46183%2C1732670344342.meta:.meta(num 1732670346931) 2024-11-27T01:19:18,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741832_1008 (size=93) 2024-11-27T01:19:18,073 DEBUG [RS:0;7d6f26a4c136:46183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/oldWALs 2024-11-27T01:19:18,073 INFO [RS:0;7d6f26a4c136:46183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C46183%2C1732670344342:(num 1732670345984) 2024-11-27T01:19:18,073 DEBUG [RS:0;7d6f26a4c136:46183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:18,073 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:19:18,073 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:19:18,073 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:19:18,073 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:19:18,074 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:19:18,074 INFO [RS:0;7d6f26a4c136:46183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46183 2024-11-27T01:19:18,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/162282392/rs/7d6f26a4c136,46183,1732670344342 2024-11-27T01:19:18,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392/rs 2024-11-27T01:19:18,076 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:19:18,077 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,46183,1732670344342] 2024-11-27T01:19:18,078 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /162282392/draining/7d6f26a4c136,46183,1732670344342 already deleted, retry=false 2024-11-27T01:19:18,078 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,46183,1732670344342 expired; onlineServers=0 2024-11-27T01:19:18,078 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,42023,1732670344288' ***** 2024-11-27T01:19:18,078 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:19:18,078 INFO [M:0;7d6f26a4c136:42023 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:19:18,078 INFO [M:0;7d6f26a4c136:42023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:19:18,078 DEBUG [M:0;7d6f26a4c136:42023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:19:18,079 DEBUG [M:0;7d6f26a4c136:42023 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:19:18,078 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:19:18,079 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670345779 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670345779,5,FailOnTimeoutGroup] 2024-11-27T01:19:18,079 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670345772 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670345772,5,FailOnTimeoutGroup] 2024-11-27T01:19:18,079 INFO [M:0;7d6f26a4c136:42023 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:19:18,079 INFO [M:0;7d6f26a4c136:42023 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:19:18,079 DEBUG [M:0;7d6f26a4c136:42023 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:19:18,079 INFO [M:0;7d6f26a4c136:42023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:19:18,079 INFO [M:0;7d6f26a4c136:42023 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:19:18,079 INFO [M:0;7d6f26a4c136:42023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:19:18,079 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:19:18,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/162282392/master 2024-11-27T01:19:18,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/162282392 2024-11-27T01:19:18,081 DEBUG [M:0;7d6f26a4c136:42023 {}] zookeeper.ZKUtil(347): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Unable to get data of znode /162282392/master because node does not exist (not an error) 2024-11-27T01:19:18,081 WARN [M:0;7d6f26a4c136:42023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:19:18,082 INFO [M:0;7d6f26a4c136:42023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/.lastflushedseqids 2024-11-27T01:19:18,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741836_1012 (size=99) 2024-11-27T01:19:18,093 INFO [M:0;7d6f26a4c136:42023 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:19:18,093 INFO [M:0;7d6f26a4c136:42023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:19:18,093 DEBUG [M:0;7d6f26a4c136:42023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:19:18,093 INFO [M:0;7d6f26a4c136:42023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:18,093 DEBUG [M:0;7d6f26a4c136:42023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:18,093 DEBUG [M:0;7d6f26a4c136:42023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:19:18,094 DEBUG [M:0;7d6f26a4c136:42023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:18,094 INFO [M:0;7d6f26a4c136:42023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-27T01:19:18,128 DEBUG [M:0;7d6f26a4c136:42023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/550fb8c70dd34f47840c7de4c553fa0d is 82, key is hbase:meta,,1/info:regioninfo/1732670346973/Put/seqid=0 2024-11-27T01:19:18,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741837_1013 (size=5672) 2024-11-27T01:19:18,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:18,177 INFO [RS:0;7d6f26a4c136:46183 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:19:18,178 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46183-0x101570124ed0004, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:18,178 INFO [RS:0;7d6f26a4c136:46183 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,46183,1732670344342; zookeeper connection closed. 2024-11-27T01:19:18,178 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35715c7d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35715c7d 2024-11-27T01:19:18,178 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:19:18,497 DEBUG [RS:0;7d6f26a4c136:39175.replicationSource.wal-reader.7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/WALs/7d6f26a4c136,39175,1732670352228/7d6f26a4c136%2C39175%2C1732670352228.1732670353035 to pos 0, reset compression=false 2024-11-27T01:19:18,533 INFO [M:0;7d6f26a4c136:42023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/550fb8c70dd34f47840c7de4c553fa0d 2024-11-27T01:19:18,566 DEBUG [M:0;7d6f26a4c136:42023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39f2a907186d48a6b5266000ad60537a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732670346988/Put/seqid=0 2024-11-27T01:19:18,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741838_1014 (size=5275) 2024-11-27T01:19:18,575 INFO [M:0;7d6f26a4c136:42023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39f2a907186d48a6b5266000ad60537a 2024-11-27T01:19:18,614 DEBUG [M:0;7d6f26a4c136:42023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/559270c87bdb461ab8fc4c70115ebc8e is 69, key is 7d6f26a4c136,46183,1732670344342/rs:state/1732670345807/Put/seqid=0 2024-11-27T01:19:18,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741839_1015 (size=5156) 2024-11-27T01:19:18,619 INFO [M:0;7d6f26a4c136:42023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/559270c87bdb461ab8fc4c70115ebc8e 2024-11-27T01:19:18,624 DEBUG [M:0;7d6f26a4c136:42023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/550fb8c70dd34f47840c7de4c553fa0d as hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/550fb8c70dd34f47840c7de4c553fa0d 2024-11-27T01:19:18,628 INFO [M:0;7d6f26a4c136:42023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/550fb8c70dd34f47840c7de4c553fa0d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-27T01:19:18,629 DEBUG [M:0;7d6f26a4c136:42023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39f2a907186d48a6b5266000ad60537a as hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39f2a907186d48a6b5266000ad60537a 2024-11-27T01:19:18,633 INFO [M:0;7d6f26a4c136:42023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39f2a907186d48a6b5266000ad60537a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-27T01:19:18,634 DEBUG [M:0;7d6f26a4c136:42023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/559270c87bdb461ab8fc4c70115ebc8e as hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/559270c87bdb461ab8fc4c70115ebc8e 2024-11-27T01:19:18,638 INFO [M:0;7d6f26a4c136:42023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/606d2949-c0ad-ee60-5d84-84bed5dca249/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/559270c87bdb461ab8fc4c70115ebc8e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-27T01:19:18,639 INFO [M:0;7d6f26a4c136:42023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=28, compaction requested=false 2024-11-27T01:19:18,641 INFO [M:0;7d6f26a4c136:42023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:18,641 DEBUG [M:0;7d6f26a4c136:42023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670358093Disabling compacts and flushes for region at 1732670358093Disabling writes for close at 1732670358093Obtaining lock to block concurrent updates at 1732670358094 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670358094Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732670358094Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670358094Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670358094Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670358127 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670358127Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670358542 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670358565 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670358565Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670358581 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670358613 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670358613Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5df238ca: reopening flushed file at 1732670358623 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f29bd5: reopening flushed file at 1732670358628 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f50df19: reopening flushed file at 1732670358633 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 545ms, sequenceid=28, compaction requested=false at 1732670358639 (+6 ms)Writing region close event to WAL at 1732670358641 (+2 ms)Closed at 1732670358641 2024-11-27T01:19:18,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43043 is added to blk_1073741830_1006 (size=10165) 2024-11-27T01:19:18,644 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:19:18,644 INFO [M:0;7d6f26a4c136:42023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:19:18,644 INFO [M:0;7d6f26a4c136:42023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42023 2024-11-27T01:19:18,645 INFO [M:0;7d6f26a4c136:42023 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:19:18,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:18,748 INFO [M:0;7d6f26a4c136:42023 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:19:18,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42023-0x101570124ed0003, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:18,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71c2c210{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:19:18,752 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41466a8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:19:18,752 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:19:18,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5781baaf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:19:18,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32981a5b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/hadoop.log.dir/,STOPPED} 2024-11-27T01:19:18,755 WARN [BP-1551236112-172.17.0.2-1732670343579 heartbeating to localhost/127.0.0.1:44555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:19:18,755 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:19:18,755 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:19:18,755 WARN [BP-1551236112-172.17.0.2-1732670343579 heartbeating to localhost/127.0.0.1:44555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1551236112-172.17.0.2-1732670343579 (Datanode Uuid 9cf762b7-2b0b-470c-b55b-3c8770452ba3) service to localhost/127.0.0.1:44555 2024-11-27T01:19:18,756 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/cluster_89b45db8-ad5e-a7aa-9c14-7916349842aa/data/data1/current/BP-1551236112-172.17.0.2-1732670343579 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:19:18,757 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:19:18,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/cluster_89b45db8-ad5e-a7aa-9c14-7916349842aa/data/data2/current/BP-1551236112-172.17.0.2-1732670343579 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:19:18,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7387384a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:19:18,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a771202{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:19:18,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:19:18,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@619484eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:19:18,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f0f1710{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/hadoop.log.dir/,STOPPED} 2024-11-27T01:19:18,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:19:18,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:19:18,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:18,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:18,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:18,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:18,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:18,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:19:18,784 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=223056069, stopped=false 2024-11-27T01:19:18,784 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,45325,1732670352200 2024-11-27T01:19:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-363919044/running 2024-11-27T01:19:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-363919044/running 2024-11-27T01:19:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:18,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/running 2024-11-27T01:19:18,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Set watcher on znode that does not yet exist, /0-363919044/running 2024-11-27T01:19:18,789 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:19:18,790 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:18,790 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:18,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:18,791 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,39175,1732670352228' ***** 2024-11-27T01:19:18,791 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:19:18,792 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:19:18,792 INFO [RS:0;7d6f26a4c136:39175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:19:18,792 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:19:18,792 INFO [RS:0;7d6f26a4c136:39175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:19:18,792 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(3091): Received CLOSE for 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:18,794 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:19:18,800 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:18,800 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:19:18,800 INFO [RS:0;7d6f26a4c136:39175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:39175. 2024-11-27T01:19:18,801 DEBUG [RS:0;7d6f26a4c136:39175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:18,801 DEBUG [RS:0;7d6f26a4c136:39175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:18,801 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:19:18,801 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:19:18,801 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:19:18,801 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:19:18,801 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 999dc3ec23717260e2e7101265c97d7b, disabling compactions & flushes 2024-11-27T01:19:18,801 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:18,801 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:18,801 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. after waiting 0 ms 2024-11-27T01:19:18,801 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:18,804 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T01:19:18,804 DEBUG [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(1325): Online Regions={999dc3ec23717260e2e7101265c97d7b=hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:19:18,804 DEBUG [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 999dc3ec23717260e2e7101265c97d7b 2024-11-27T01:19:18,805 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:19:18,805 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:19:18,805 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:19:18,805 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:19:18,805 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:19:18,805 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-27T01:19:18,831 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/info/882ac40d644947c695bdb4fb6daaf225 is 147, key is hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b./info:regioninfo/1732670357679/Put/seqid=0 2024-11-27T01:19:18,845 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/replication/999dc3ec23717260e2e7101265c97d7b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-27T01:19:18,846 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:18,846 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:19:18,846 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:18,846 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 999dc3ec23717260e2e7101265c97d7b: Waiting for close lock at 1732670358801Running coprocessor pre-close hooks at 1732670358801Disabling compacts and flushes for region at 1732670358801Disabling writes for close at 1732670358801Writing region close event to WAL at 1732670358837 (+36 ms)Running coprocessor post-close hooks at 1732670358846 (+9 ms)Closed at 1732670358846 2024-11-27T01:19:18,847 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670347114.999dc3ec23717260e2e7101265c97d7b. 2024-11-27T01:19:18,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741851_1027 (size=6385) 2024-11-27T01:19:18,848 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/info/882ac40d644947c695bdb4fb6daaf225 2024-11-27T01:19:18,864 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/.tmp/info/882ac40d644947c695bdb4fb6daaf225 as hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/info/882ac40d644947c695bdb4fb6daaf225 2024-11-27T01:19:18,877 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/info/882ac40d644947c695bdb4fb6daaf225, entries=8, sequenceid=19, filesize=6.2 K 2024-11-27T01:19:18,878 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 73ms, sequenceid=19, compaction requested=false 2024-11-27T01:19:18,878 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:19:18,898 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-27T01:19:18,898 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:18,898 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:19:18,898 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:18,898 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670358805Running coprocessor pre-close hooks at 1732670358805Disabling compacts and flushes for region at 1732670358805Disabling writes for close at 1732670358805Obtaining lock to block concurrent updates at 1732670358805Preparing flush snapshotting stores in 1588230740 at 1732670358805Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732670358805Flushing stores of hbase:meta,,1.1588230740 at 1732670358806 (+1 ms)Flushing 1588230740/info: creating writer at 1732670358806Flushing 1588230740/info: appending metadata at 1732670358830 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732670358830Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@158af98a: reopening flushed file at 1732670358862 (+32 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 73ms, sequenceid=19, compaction requested=false at 1732670358878 (+16 ms)Writing region close event to WAL at 1732670358894 (+16 ms)Running coprocessor post-close hooks at 1732670358898 (+4 ms)Closed at 1732670358898 2024-11-27T01:19:18,899 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:18,922 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:19:18,922 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:19:19,005 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,39175,1732670352228; all regions closed. 2024-11-27T01:19:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741849_1025 (size=2156) 2024-11-27T01:19:19,014 DEBUG [RS:0;7d6f26a4c136:39175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs 2024-11-27T01:19:19,014 INFO [RS:0;7d6f26a4c136:39175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C39175%2C1732670352228.meta:.meta(num 1732670353356) 2024-11-27T01:19:19,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741850_1026 (size=796) 2024-11-27T01:19:19,019 DEBUG [RS:0;7d6f26a4c136:39175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs 2024-11-27T01:19:19,019 INFO [RS:0;7d6f26a4c136:39175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C39175%2C1732670352228.rep:(num 1732670357643) 2024-11-27T01:19:19,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741848_1024 (size=93) 2024-11-27T01:19:19,023 DEBUG [RS:0;7d6f26a4c136:39175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/oldWALs 2024-11-27T01:19:19,023 INFO [RS:0;7d6f26a4c136:39175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C39175%2C1732670352228:(num 1732670353035) 2024-11-27T01:19:19,024 DEBUG [RS:0;7d6f26a4c136:39175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:19,024 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:19:19,024 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:19:19,024 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:19:19,024 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:19:19,024 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:19:19,024 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,39175,1732670352228 because: Region server is closing 2024-11-27T01:19:19,024 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-27T01:19:19,024 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-27T01:19:19,025 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T01:19:19,025 INFO [RS:0;7d6f26a4c136:39175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:39175. 2024-11-27T01:19:19,025 DEBUG [RS:0;7d6f26a4c136:39175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:19,025 DEBUG [RS:0;7d6f26a4c136:39175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:19,025 DEBUG [RS:0;7d6f26a4c136:39175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:19,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:19,125 WARN [RS:0;7d6f26a4c136:39175.replicationSource.shipper7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T01:19:19,125 WARN [RS:0;7d6f26a4c136:39175.replicationSource.wal-reader.7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:19:19,126 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;7d6f26a4c136:39175.replicationSource.shipper7d6f26a4c136%2C39175%2C1732670352228,1-7d6f26a4c136,39175,1732670352228 terminated 2024-11-27T01:19:19,126 INFO [RS:0;7d6f26a4c136:39175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39175 2024-11-27T01:19:19,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044/rs 2024-11-27T01:19:19,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-363919044/rs/7d6f26a4c136,39175,1732670352228 2024-11-27T01:19:19,128 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:19:19,130 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,39175,1732670352228] 2024-11-27T01:19:19,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-363919044/draining/7d6f26a4c136,39175,1732670352228 already deleted, retry=false 2024-11-27T01:19:19,133 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,39175,1732670352228 expired; onlineServers=0 2024-11-27T01:19:19,133 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,45325,1732670352200' ***** 2024-11-27T01:19:19,133 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:19:19,134 INFO [M:0;7d6f26a4c136:45325 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:19:19,134 INFO [M:0;7d6f26a4c136:45325 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:19:19,134 DEBUG [M:0;7d6f26a4c136:45325 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:19:19,134 DEBUG [M:0;7d6f26a4c136:45325 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:19:19,134 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670352794 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670352794,5,FailOnTimeoutGroup] 2024-11-27T01:19:19,134 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670352794 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670352794,5,FailOnTimeoutGroup] 2024-11-27T01:19:19,134 INFO [M:0;7d6f26a4c136:45325 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:19:19,134 INFO [M:0;7d6f26a4c136:45325 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:19:19,134 DEBUG [M:0;7d6f26a4c136:45325 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:19:19,134 INFO [M:0;7d6f26a4c136:45325 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:19:19,134 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:19:19,134 INFO [M:0;7d6f26a4c136:45325 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:19:19,135 INFO [M:0;7d6f26a4c136:45325 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:19:19,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-363919044/master 2024-11-27T01:19:19,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-363919044 2024-11-27T01:19:19,136 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:19:19,137 DEBUG [M:0;7d6f26a4c136:45325 {}] zookeeper.ZKUtil(347): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Unable to get data of znode /0-363919044/master because node does not exist (not an error) 2024-11-27T01:19:19,137 WARN [M:0;7d6f26a4c136:45325 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:19:19,137 INFO [M:0;7d6f26a4c136:45325 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/.lastflushedseqids 2024-11-27T01:19:19,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741852_1028 (size=181) 2024-11-27T01:19:19,175 INFO [M:0;7d6f26a4c136:45325 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:19:19,175 INFO [M:0;7d6f26a4c136:45325 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:19:19,175 DEBUG [M:0;7d6f26a4c136:45325 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:19:19,175 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:19,175 DEBUG [M:0;7d6f26a4c136:45325 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:19,175 DEBUG [M:0;7d6f26a4c136:45325 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:19:19,175 DEBUG [M:0;7d6f26a4c136:45325 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:19,175 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-27T01:19:19,199 DEBUG [M:0;7d6f26a4c136:45325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1da1fc7c35b04d7d82c21079225a557e is 82, key is hbase:meta,,1/info:regioninfo/1732670353406/Put/seqid=0 2024-11-27T01:19:19,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741853_1029 (size=5672) 2024-11-27T01:19:19,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:19,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39175-0x101570124ed0007, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:19,233 INFO [RS:0;7d6f26a4c136:39175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:19:19,233 INFO [RS:0;7d6f26a4c136:39175 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,39175,1732670352228; zookeeper connection closed. 2024-11-27T01:19:19,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@454308db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@454308db 2024-11-27T01:19:19,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:19:19,608 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1da1fc7c35b04d7d82c21079225a557e 2024-11-27T01:19:19,632 DEBUG [M:0;7d6f26a4c136:45325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94fcc7c9b6a04835ba6a851867b3f850 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732670357685/Put/seqid=0 2024-11-27T01:19:19,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741854_1030 (size=7312) 2024-11-27T01:19:20,037 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94fcc7c9b6a04835ba6a851867b3f850 2024-11-27T01:19:20,062 DEBUG [M:0;7d6f26a4c136:45325 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e20d6ae25a94c6dbb260648a70cbb10 is 69, key is 7d6f26a4c136,39175,1732670352228/rs:state/1732670352861/Put/seqid=0 2024-11-27T01:19:20,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741855_1031 (size=5370) 2024-11-27T01:19:20,467 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e20d6ae25a94c6dbb260648a70cbb10 2024-11-27T01:19:20,472 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e20d6ae25a94c6dbb260648a70cbb10 2024-11-27T01:19:20,472 DEBUG [M:0;7d6f26a4c136:45325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1da1fc7c35b04d7d82c21079225a557e as hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1da1fc7c35b04d7d82c21079225a557e 2024-11-27T01:19:20,477 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1da1fc7c35b04d7d82c21079225a557e, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T01:19:20,478 DEBUG [M:0;7d6f26a4c136:45325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/94fcc7c9b6a04835ba6a851867b3f850 as hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94fcc7c9b6a04835ba6a851867b3f850 2024-11-27T01:19:20,482 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/94fcc7c9b6a04835ba6a851867b3f850, entries=7, sequenceid=127, filesize=7.1 K 2024-11-27T01:19:20,483 DEBUG [M:0;7d6f26a4c136:45325 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0e20d6ae25a94c6dbb260648a70cbb10 as hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e20d6ae25a94c6dbb260648a70cbb10 2024-11-27T01:19:20,487 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e20d6ae25a94c6dbb260648a70cbb10 2024-11-27T01:19:20,487 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34035/user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0e20d6ae25a94c6dbb260648a70cbb10, entries=2, sequenceid=127, filesize=5.2 K 2024-11-27T01:19:20,488 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=127, compaction requested=false 2024-11-27T01:19:20,491 INFO [M:0;7d6f26a4c136:45325 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:20,491 DEBUG [M:0;7d6f26a4c136:45325 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670359175Disabling compacts and flushes for region at 1732670359175Disabling writes for close at 1732670359175Obtaining lock to block concurrent updates at 1732670359175Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670359175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732670359176 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670359176Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670359176Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670359198 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670359198Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670359614 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670359632 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670359632Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670360042 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670360061 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670360061Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8588045: reopening flushed file at 1732670360472 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30aa4018: reopening flushed file at 1732670360477 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2275a9f0: reopening flushed file at 1732670360482 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=127, compaction requested=false at 1732670360488 (+6 ms)Writing region close event to WAL at 1732670360491 (+3 ms)Closed at 1732670360491 2024-11-27T01:19:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33643 is added to blk_1073741847_1023 (size=22903) 2024-11-27T01:19:20,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2e6706ad-1917-5e81-1b0d-fcf3f74f6ca7/MasterData/WALs/7d6f26a4c136,45325,1732670352200/7d6f26a4c136%2C45325%2C1732670352200.1732670352695 not finished, retry = 0 2024-11-27T01:19:20,594 INFO [M:0;7d6f26a4c136:45325 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:19:20,594 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:19:20,594 INFO [M:0;7d6f26a4c136:45325 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45325 2024-11-27T01:19:20,594 INFO [M:0;7d6f26a4c136:45325 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:19:20,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:20,697 INFO [M:0;7d6f26a4c136:45325 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:19:20,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45325-0x101570124ed0006, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:20,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@69bdd9b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:19:20,700 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23cc2f18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:19:20,700 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:19:20,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d8d2896{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:19:20,700 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28ba7143{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/hadoop.log.dir/,STOPPED} 2024-11-27T01:19:20,702 WARN [BP-478783994-172.17.0.2-1732670339714 heartbeating to localhost/127.0.0.1:34035 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:19:20,702 WARN [BP-478783994-172.17.0.2-1732670339714 heartbeating to localhost/127.0.0.1:34035 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-478783994-172.17.0.2-1732670339714 (Datanode Uuid 5504deea-bf8c-4487-8ab7-bb6534f0d33d) service to localhost/127.0.0.1:34035 2024-11-27T01:19:20,702 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:19:20,702 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:19:20,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/cluster_bb93407d-41e9-aee5-e423-dd63e709a5e0/data/data1/current/BP-478783994-172.17.0.2-1732670339714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:19:20,703 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/cluster_bb93407d-41e9-aee5-e423-dd63e709a5e0/data/data2/current/BP-478783994-172.17.0.2-1732670339714 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:19:20,703 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:19:20,709 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75db02f5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:19:20,709 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e60b6d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:19:20,709 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:19:20,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7648a310{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:19:20,710 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@230b3bed{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7e17ad6-6004-366f-b4ed-d7691b175c6b/hadoop.log.dir/,STOPPED} 2024-11-27T01:19:20,716 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T01:19:20,728 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:19:20,739 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=209 (was 161) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61644) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:44555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44555 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61644) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:34035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34035 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34035 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34035 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:34035 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6092 (was 5572) - AvailableMemoryMB LEAK? - 2024-11-27T01:19:20,748 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=209, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=6091 2024-11-27T01:19:20,764 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-27T01:19:20,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/hadoop.log.dir so I do NOT create it in target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8 2024-11-27T01:19:20,765 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:19:20,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/hadoop.tmp.dir so I do NOT create it in target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8 2024-11-27T01:19:20,765 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c8c8ff88-1583-66c7-fe84-4dbb5dce3326/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:19:20,765 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8 2024-11-27T01:19:20,765 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/cluster_27c5ce05-ca64-020c-0b54-ff5817c1cabd, deleteOnExit=true 2024-11-27T01:19:20,768 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/cluster_27c5ce05-ca64-020c-0b54-ff5817c1cabd/zookeeper_0, clientPort=59073, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/cluster_27c5ce05-ca64-020c-0b54-ff5817c1cabd/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/cluster_27c5ce05-ca64-020c-0b54-ff5817c1cabd/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T01:19:20,769 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59073 2024-11-27T01:19:20,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:19:20,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:19:20,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/test.cache.data in system properties and HBase conf 2024-11-27T01:19:20,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:19:20,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:19:20,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:19:20,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:19:20,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:19:20,770 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:19:20,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:19:20,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:19:20,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:19:20,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:19:20,770 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:19:20,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:19:20,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:19:20,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:19:20,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:19:20,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:19:20,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:19:20,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:19:20,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:19:20,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:19:20,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101570124ed0002, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:19:20,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101570124ed0005, quorum=127.0.0.1:61644, baseZNode=/162282392 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:19:20,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101570124ed0005, quorum=127.0.0.1:61644, baseZNode=/162282392 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:19:20,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101570124ed0002, quorum=127.0.0.1:61644, baseZNode=/0-363919044 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:19:20,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:20,888 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:19:20,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:19:20,932 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:19:20,932 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:19:20,933 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:20,936 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12386e47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:19:20,937 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46a94287{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:19:21,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a857749{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/java.io.tmpdir/jetty-localhost-44391-hadoop-hdfs-3_4_1-tests_jar-_-any-16586638487707501067/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:19:21,054 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c077745{HTTP/1.1, (http/1.1)}{localhost:44391} 2024-11-27T01:19:21,054 INFO [Time-limited test {}] server.Server(415): Started @149662ms 2024-11-27T01:19:21,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:21,133 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:19:21,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:19:21,137 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:19:21,137 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:19:21,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17373f9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:19:21,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f984e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:19:21,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b0b1f36{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/java.io.tmpdir/jetty-localhost-43727-hadoop-hdfs-3_4_1-tests_jar-_-any-9057155422987007818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:19:21,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b816d00{HTTP/1.1, (http/1.1)}{localhost:43727} 2024-11-27T01:19:21,256 INFO [Time-limited test {}] server.Server(415): Started @149864ms 2024-11-27T01:19:21,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:19:21,356 WARN [Thread-1676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/cluster_27c5ce05-ca64-020c-0b54-ff5817c1cabd/data/data2/current/BP-1004603110-172.17.0.2-1732670360797/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:21,356 WARN [Thread-1675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/cluster_27c5ce05-ca64-020c-0b54-ff5817c1cabd/data/data1/current/BP-1004603110-172.17.0.2-1732670360797/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:21,377 WARN [Thread-1663 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:19:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ecbfbe1c7708a3f with lease ID 0xa6689573b602a994: Processing first storage report for DS-9edfb246-f555-4e45-a476-ee975be37451 from datanode DatanodeRegistration(127.0.0.1:44197, datanodeUuid=0c24e104-ef67-4b80-998b-bd5371f408dc, infoPort=45661, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=1414792046;c=1732670360797) 2024-11-27T01:19:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ecbfbe1c7708a3f with lease ID 0xa6689573b602a994: from storage DS-9edfb246-f555-4e45-a476-ee975be37451 node DatanodeRegistration(127.0.0.1:44197, datanodeUuid=0c24e104-ef67-4b80-998b-bd5371f408dc, infoPort=45661, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=1414792046;c=1732670360797), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T01:19:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ecbfbe1c7708a3f with lease ID 0xa6689573b602a994: Processing first storage report for DS-68540ff5-ccba-4cc4-8cec-95384511a5d5 from datanode DatanodeRegistration(127.0.0.1:44197, datanodeUuid=0c24e104-ef67-4b80-998b-bd5371f408dc, infoPort=45661, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=1414792046;c=1732670360797) 2024-11-27T01:19:21,380 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ecbfbe1c7708a3f with lease ID 0xa6689573b602a994: from storage DS-68540ff5-ccba-4cc4-8cec-95384511a5d5 node DatanodeRegistration(127.0.0.1:44197, datanodeUuid=0c24e104-ef67-4b80-998b-bd5371f408dc, infoPort=45661, infoSecurePort=0, ipcPort=39477, storageInfo=lv=-57;cid=testClusterID;nsid=1414792046;c=1732670360797), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:19:21,481 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8 2024-11-27T01:19:21,481 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:21,482 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:21,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:19:21,891 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070 with version=8 2024-11-27T01:19:21,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/hbase-staging 2024-11-27T01:19:21,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:21,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:21,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:21,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:21,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:21,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:21,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:19:21,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:21,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41319 2024-11-27T01:19:21,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41319 connecting to ZooKeeper ensemble=127.0.0.1:59073 2024-11-27T01:19:21,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413190x0, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:21,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41319-0x1015701774f0000 connected 2024-11-27T01:19:21,933 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:21,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:21,939 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Set watcher on znode that does not yet exist, /0-299491794/running 2024-11-27T01:19:21,939 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070, hbase.cluster.distributed=false 2024-11-27T01:19:21,950 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Set watcher on znode that does not yet exist, /0-299491794/acl 2024-11-27T01:19:21,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-27T01:19:21,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41319 2024-11-27T01:19:21,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41319 2024-11-27T01:19:21,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-27T01:19:21,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41319 2024-11-27T01:19:22,003 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:22,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:22,003 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:22,004 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:22,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:22,004 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:22,004 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:19:22,004 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:22,004 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44917 2024-11-27T01:19:22,006 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44917 connecting to ZooKeeper ensemble=127.0.0.1:59073 2024-11-27T01:19:22,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:22,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:22,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449170x0, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:22,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449170x0, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Set watcher on znode that does not yet exist, /0-299491794/running 2024-11-27T01:19:22,018 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:19:22,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44917-0x1015701774f0001 connected 2024-11-27T01:19:22,028 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:19:22,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Set watcher on znode that does not yet exist, /0-299491794/master 2024-11-27T01:19:22,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Set watcher on znode that does not yet exist, /0-299491794/acl 2024-11-27T01:19:22,037 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44917 2024-11-27T01:19:22,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44917 2024-11-27T01:19:22,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44917 2024-11-27T01:19:22,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44917 2024-11-27T01:19:22,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44917 2024-11-27T01:19:22,058 DEBUG [M:0;7d6f26a4c136:41319 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:41319 2024-11-27T01:19:22,059 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-299491794/backup-masters/7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:22,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794/backup-masters 2024-11-27T01:19:22,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794/backup-masters 2024-11-27T01:19:22,061 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Set watcher on existing znode=/0-299491794/backup-masters/7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:22,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:22,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-299491794/master 2024-11-27T01:19:22,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:22,065 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Set watcher on existing znode=/0-299491794/master 2024-11-27T01:19:22,069 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-299491794/backup-masters/7d6f26a4c136,41319,1732670361894 from backup master directory 2024-11-27T01:19:22,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794/backup-masters 2024-11-27T01:19:22,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-299491794/backup-masters/7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:22,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794/backup-masters 2024-11-27T01:19:22,070 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:22,070 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:22,078 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/hbase.id] with ID: 1949deaf-af3d-495f-91b4-83d7bdac628e 2024-11-27T01:19:22,078 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/.tmp/hbase.id 2024-11-27T01:19:22,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:19:22,491 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/.tmp/hbase.id]:[hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/hbase.id] 2024-11-27T01:19:22,509 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:22,509 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:19:22,511 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T01:19:22,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:22,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:22,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:19:22,921 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:22,922 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:19:22,922 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:22,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:19:23,163 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:19:23,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:23,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:23,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:23,184 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:23,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:23,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:23,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:23,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:23,331 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store 2024-11-27T01:19:23,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:19:23,738 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:23,738 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:19:23,739 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:23,739 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:23,739 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:19:23,739 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:23,739 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:23,739 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670363738Disabling compacts and flushes for region at 1732670363738Disabling writes for close at 1732670363739 (+1 ms)Writing region close event to WAL at 1732670363739Closed at 1732670363739 2024-11-27T01:19:23,740 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/.initializing 2024-11-27T01:19:23,740 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/WALs/7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:23,741 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:23,743 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C41319%2C1732670361894, suffix=, logDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/WALs/7d6f26a4c136,41319,1732670361894, archiveDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/oldWALs, maxLogs=10 2024-11-27T01:19:23,762 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/WALs/7d6f26a4c136,41319,1732670361894/7d6f26a4c136%2C41319%2C1732670361894.1732670363744, exclude list is [], retry=0 2024-11-27T01:19:23,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-9edfb246-f555-4e45-a476-ee975be37451,DISK] 2024-11-27T01:19:23,767 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/WALs/7d6f26a4c136,41319,1732670361894/7d6f26a4c136%2C41319%2C1732670361894.1732670363744 2024-11-27T01:19:23,768 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45661:45661)] 2024-11-27T01:19:23,768 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:23,769 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:23,769 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,769 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,771 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:19:23,771 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:23,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:23,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:19:23,775 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:23,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:23,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,776 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:19:23,776 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:23,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:23,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:19:23,779 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:23,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:23,780 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,780 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,781 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,782 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,782 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,782 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:23,784 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:23,789 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:23,789 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70502135, jitterRate=0.05056367814540863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:23,790 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670363769Initializing all the Stores at 1732670363770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670363770Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670363770Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670363770Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670363770Cleaning up temporary data from old regions at 1732670363782 (+12 ms)Region opened successfully at 1732670363790 (+8 ms) 2024-11-27T01:19:23,792 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:19:23,795 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cb1644, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:23,796 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:19:23,796 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:19:23,796 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:19:23,796 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:19:23,797 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:19:23,797 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:19:23,797 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:19:23,804 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:19:23,805 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Unable to get data of znode /0-299491794/balancer because node does not exist (not necessarily an error) 2024-11-27T01:19:23,806 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-299491794/balancer already deleted, retry=false 2024-11-27T01:19:23,807 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:19:23,807 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Unable to get data of znode /0-299491794/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:19:23,810 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-299491794/normalizer already deleted, retry=false 2024-11-27T01:19:23,810 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:19:23,811 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Unable to get data of znode /0-299491794/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:19:23,813 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-299491794/switch/split already deleted, retry=false 2024-11-27T01:19:23,814 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Unable to get data of znode /0-299491794/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:19:23,816 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-299491794/switch/merge already deleted, retry=false 2024-11-27T01:19:23,830 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Unable to get data of znode /0-299491794/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:19:23,832 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-299491794/snapshot-cleanup already deleted, retry=false 2024-11-27T01:19:23,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-299491794/running 2024-11-27T01:19:23,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:23,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-299491794/running 2024-11-27T01:19:23,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:23,836 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,41319,1732670361894, sessionid=0x1015701774f0000, setting cluster-up flag (Was=false) 2024-11-27T01:19:23,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:23,846 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-299491794/flush-table-proc/acquired, /0-299491794/flush-table-proc/reached, /0-299491794/flush-table-proc/abort 2024-11-27T01:19:23,847 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:23,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:23,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:23,862 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-299491794/online-snapshot/acquired, /0-299491794/online-snapshot/reached, /0-299491794/online-snapshot/abort 2024-11-27T01:19:23,864 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:23,865 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:19:23,866 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:23,867 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:19:23,867 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:19:23,867 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 7d6f26a4c136,41127,1732670340813: status=Processing ServerCrashProcedure of 7d6f26a4c136,41127,1732670340813 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732670352788, completionTime=-1 appears to have been leaked 2024-11-27T01:19:23,867 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,41319,1732670361894 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:19:23,868 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:23,868 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:23,868 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:23,868 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:23,868 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:19:23,868 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,868 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:23,868 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,874 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:23,874 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670393874 2024-11-27T01:19:23,874 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:19:23,874 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:19:23,874 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:19:23,874 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:19:23,874 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:19:23,874 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:19:23,874 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:19:23,874 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:23,875 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:19:23,875 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:19:23,875 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:19:23,875 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:23,875 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:19:23,875 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:19:23,876 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:19:23,876 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:19:23,879 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670363876,5,FailOnTimeoutGroup] 2024-11-27T01:19:23,880 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670363880,5,FailOnTimeoutGroup] 2024-11-27T01:19:23,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:23,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:19:23,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:23,880 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:23,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:19:23,946 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(746): ClusterId : 1949deaf-af3d-495f-91b4-83d7bdac628e 2024-11-27T01:19:23,946 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:19:23,948 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:19:23,948 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:19:23,951 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:19:23,951 DEBUG [RS:0;7d6f26a4c136:44917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88876e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:23,969 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:44917 2024-11-27T01:19:23,969 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:19:23,969 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:19:23,969 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:19:23,970 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,41319,1732670361894 with port=44917, startcode=1732670362003 2024-11-27T01:19:23,970 DEBUG [RS:0;7d6f26a4c136:44917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:19:23,972 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:19:23,972 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41319 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:23,973 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41319 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:23,974 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070 2024-11-27T01:19:23,974 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34463 2024-11-27T01:19:23,974 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:19:23,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794/rs 2024-11-27T01:19:23,976 DEBUG [RS:0;7d6f26a4c136:44917 {}] zookeeper.ZKUtil(111): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Set watcher on existing znode=/0-299491794/rs/7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:23,976 WARN [RS:0;7d6f26a4c136:44917 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:23,976 INFO [RS:0;7d6f26a4c136:44917 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:23,976 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:23,976 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,44917,1732670362003] 2024-11-27T01:19:23,979 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:19:23,981 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:19:23,981 INFO [RS:0;7d6f26a4c136:44917 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:19:23,981 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:23,981 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:19:23,982 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:19:23,982 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:23,982 DEBUG [RS:0;7d6f26a4c136:44917 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:23,988 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:23,988 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:23,988 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:23,988 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:23,988 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:23,988 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44917,1732670362003-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:24,009 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:19:24,010 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44917,1732670362003-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:24,010 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:24,010 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.Replication(171): 7d6f26a4c136,44917,1732670362003 started 2024-11-27T01:19:24,024 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:24,024 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,44917,1732670362003, RpcServer on 7d6f26a4c136/172.17.0.2:44917, sessionid=0x1015701774f0001 2024-11-27T01:19:24,024 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:19:24,024 DEBUG [RS:0;7d6f26a4c136:44917 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:24,025 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,44917,1732670362003' 2024-11-27T01:19:24,025 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-299491794/flush-table-proc/abort' 2024-11-27T01:19:24,025 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-299491794/flush-table-proc/acquired' 2024-11-27T01:19:24,025 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:19:24,025 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:19:24,025 DEBUG [RS:0;7d6f26a4c136:44917 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:24,025 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,44917,1732670362003' 2024-11-27T01:19:24,025 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-299491794/online-snapshot/abort' 2024-11-27T01:19:24,026 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-299491794/online-snapshot/acquired' 2024-11-27T01:19:24,026 DEBUG [RS:0;7d6f26a4c136:44917 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:19:24,026 INFO [RS:0;7d6f26a4c136:44917 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:19:24,026 INFO [RS:0;7d6f26a4c136:44917 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:19:24,127 INFO [RS:0;7d6f26a4c136:44917 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:24,128 INFO [RS:0;7d6f26a4c136:44917 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C44917%2C1732670362003, suffix=, logDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003, archiveDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/oldWALs, maxLogs=10 2024-11-27T01:19:24,142 DEBUG [RS:0;7d6f26a4c136:44917 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128, exclude list is [], retry=0 2024-11-27T01:19:24,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-9edfb246-f555-4e45-a476-ee975be37451,DISK] 2024-11-27T01:19:24,147 INFO [RS:0;7d6f26a4c136:44917 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 2024-11-27T01:19:24,147 DEBUG [RS:0;7d6f26a4c136:44917 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45661:45661)] 2024-11-27T01:19:24,288 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:19:24,288 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070 2024-11-27T01:19:24,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:19:24,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:24,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:24,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:24,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:24,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:24,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:24,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:24,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:24,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:24,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:24,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:24,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:24,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:24,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:24,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:24,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:24,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:24,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:24,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740 2024-11-27T01:19:24,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740 2024-11-27T01:19:24,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:24,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:24,721 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:24,722 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:24,724 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:24,725 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74662102, jitterRate=0.11255201697349548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:24,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670364705Initializing all the Stores at 1732670364706 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670364706Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670364706Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670364706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670364706Cleaning up temporary data from old regions at 1732670364720 (+14 ms)Region opened successfully at 1732670364725 (+5 ms) 2024-11-27T01:19:24,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:19:24,726 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:19:24,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:19:24,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:19:24,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:19:24,726 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:24,726 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670364726Disabling compacts and flushes for region at 1732670364726Disabling writes for close at 1732670364726Writing region close event to WAL at 1732670364726Closed at 1732670364726 2024-11-27T01:19:24,727 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:24,727 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:19:24,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:19:24,729 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:24,730 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:19:24,880 DEBUG [7d6f26a4c136:41319 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:19:24,881 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:24,882 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,44917,1732670362003, state=OPENING 2024-11-27T01:19:24,883 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:19:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:24,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:24,885 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:24,885 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-299491794/meta-region-server: CHANGED 2024-11-27T01:19:24,885 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,44917,1732670362003}] 2024-11-27T01:19:24,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-299491794/meta-region-server: CHANGED 2024-11-27T01:19:25,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:19:25,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:19:25,044 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:19:25,044 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:25,044 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:19:25,045 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C44917%2C1732670362003.meta, suffix=.meta, logDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003, archiveDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/oldWALs, maxLogs=10 2024-11-27T01:19:25,059 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.meta.1732670365046.meta, exclude list is [], retry=0 2024-11-27T01:19:25,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-9edfb246-f555-4e45-a476-ee975be37451,DISK] 2024-11-27T01:19:25,063 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.meta.1732670365046.meta 2024-11-27T01:19:25,064 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45661:45661)] 2024-11-27T01:19:25,064 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:25,065 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:25,065 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:19:25,065 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:19:25,065 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:19:25,065 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:19:25,065 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:25,065 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:19:25,065 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:19:25,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:25,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:25,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:25,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:25,068 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:25,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:25,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:25,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:25,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:25,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:25,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:25,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:25,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:25,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:25,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:25,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:25,074 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:25,076 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740 2024-11-27T01:19:25,077 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740 2024-11-27T01:19:25,078 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:25,078 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:25,079 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:25,080 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:25,081 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74980638, jitterRate=0.11729857325553894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:25,081 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:19:25,082 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670365065Writing region info on filesystem at 1732670365065Initializing all the Stores at 1732670365066 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670365066Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670365066Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670365066Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670365066Cleaning up temporary data from old regions at 1732670365078 (+12 ms)Running coprocessor post-open hooks at 1732670365081 (+3 ms)Region opened successfully at 1732670365082 (+1 ms) 2024-11-27T01:19:25,083 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670365038 2024-11-27T01:19:25,087 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:25,087 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,44917,1732670362003, state=OPEN 2024-11-27T01:19:25,092 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:19:25,092 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:19:25,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-299491794/meta-region-server 2024-11-27T01:19:25,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-299491794/meta-region-server 2024-11-27T01:19:25,093 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:25,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-299491794/meta-region-server: CHANGED 2024-11-27T01:19:25,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-299491794/meta-region-server: CHANGED 2024-11-27T01:19:25,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:19:25,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,44917,1732670362003 in 209 msec 2024-11-27T01:19:25,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:19:25,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-27T01:19:25,103 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:25,103 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:19:25,105 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:25,105 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,44917,1732670362003, seqNum=-1] 2024-11-27T01:19:25,106 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:25,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:25,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-27T01:19:25,112 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670365112, completionTime=-1 2024-11-27T01:19:25,112 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:19:25,112 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:19:25,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:19:25,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670425114 2024-11-27T01:19:25,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670485114 2024-11-27T01:19:25,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T01:19:25,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41319,1732670361894-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:25,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41319,1732670361894-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:25,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41319,1732670361894-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:25,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:41319, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:25,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:25,115 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:25,116 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:19:25,119 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.047sec 2024-11-27T01:19:25,119 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:19:25,119 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:19:25,119 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:19:25,119 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:19:25,119 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:19:25,119 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41319,1732670361894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:25,119 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41319,1732670361894-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:19:25,125 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:19:25,125 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:19:25,125 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41319,1732670361894-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:25,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ea8901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:25,149 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,41319,-1 for getting cluster id 2024-11-27T01:19:25,149 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:25,151 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1949deaf-af3d-495f-91b4-83d7bdac628e' 2024-11-27T01:19:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:25,151 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1949deaf-af3d-495f-91b4-83d7bdac628e" 2024-11-27T01:19:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69079494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,41319,-1] 2024-11-27T01:19:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:25,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:25,153 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:25,154 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dec8d0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:25,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:25,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,44917,1732670362003, seqNum=-1] 2024-11-27T01:19:25,156 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:25,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:25,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:25,159 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59073 2024-11-27T01:19:25,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:25,162 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015701774f0002 connected 2024-11-27T01:19:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/hadoop.log.dir so I do NOT create it in target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da 2024-11-27T01:19:25,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:19:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/hadoop.tmp.dir so I do NOT create it in target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da 2024-11-27T01:19:25,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:19:25,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da 2024-11-27T01:19:25,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:19:25,166 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/cluster_ffcdd465-a58e-cddc-0cd6-9cd0668f7499, deleteOnExit=true 2024-11-27T01:19:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:19:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/test.cache.data in system properties and HBase conf 2024-11-27T01:19:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:19:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:19:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:19:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:19:25,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:19:25,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:19:25,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:19:25,251 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:25,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:19:25,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:19:25,258 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:19:25,258 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:19:25,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:25,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ae04b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:19:25,261 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ef8e466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:19:25,392 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bac464d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/java.io.tmpdir/jetty-localhost-41697-hadoop-hdfs-3_4_1-tests_jar-_-any-13099584422923173562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:19:25,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bae29d{HTTP/1.1, (http/1.1)}{localhost:41697} 2024-11-27T01:19:25,392 INFO [Time-limited test {}] server.Server(415): Started @154000ms 2024-11-27T01:19:25,471 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:25,474 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:19:25,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:19:25,479 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:19:25,479 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:19:25,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c855783{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:19:25,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29db64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:19:25,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62978b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/java.io.tmpdir/jetty-localhost-43819-hadoop-hdfs-3_4_1-tests_jar-_-any-5680802455558781492/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:19:25,607 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68ce4868{HTTP/1.1, (http/1.1)}{localhost:43819} 2024-11-27T01:19:25,607 INFO [Time-limited test {}] server.Server(415): Started @154215ms 2024-11-27T01:19:25,608 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:19:25,708 WARN [Thread-1796 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/cluster_ffcdd465-a58e-cddc-0cd6-9cd0668f7499/data/data1/current/BP-960861600-172.17.0.2-1732670365189/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:25,708 WARN [Thread-1797 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/cluster_ffcdd465-a58e-cddc-0cd6-9cd0668f7499/data/data2/current/BP-960861600-172.17.0.2-1732670365189/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:25,728 WARN [Thread-1784 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:19:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0b4108409485316 with lease ID 0x95ff3e32018e869b: Processing first storage report for DS-a8e58b1b-52df-4f64-bc4f-d247459024bb from datanode DatanodeRegistration(127.0.0.1:44535, datanodeUuid=26bcbe2a-2782-4318-bc66-92f392c82ddf, infoPort=34975, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=24887321;c=1732670365189) 2024-11-27T01:19:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0b4108409485316 with lease ID 0x95ff3e32018e869b: from storage DS-a8e58b1b-52df-4f64-bc4f-d247459024bb node DatanodeRegistration(127.0.0.1:44535, datanodeUuid=26bcbe2a-2782-4318-bc66-92f392c82ddf, infoPort=34975, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=24887321;c=1732670365189), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:19:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0b4108409485316 with lease ID 0x95ff3e32018e869b: Processing first storage report for DS-118b8a27-dc37-477a-8306-041fdcb5a642 from datanode DatanodeRegistration(127.0.0.1:44535, datanodeUuid=26bcbe2a-2782-4318-bc66-92f392c82ddf, infoPort=34975, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=24887321;c=1732670365189) 2024-11-27T01:19:25,731 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0b4108409485316 with lease ID 0x95ff3e32018e869b: from storage DS-118b8a27-dc37-477a-8306-041fdcb5a642 node DatanodeRegistration(127.0.0.1:44535, datanodeUuid=26bcbe2a-2782-4318-bc66-92f392c82ddf, infoPort=34975, infoSecurePort=0, ipcPort=37211, storageInfo=lv=-57;cid=testClusterID;nsid=24887321;c=1732670365189), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:19:25,737 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da 2024-11-27T01:19:25,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:25,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:25,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:19:26,149 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb with version=8 2024-11-27T01:19:26,149 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/hbase-staging 2024-11-27T01:19:26,151 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:26,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:26,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:26,151 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:26,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:26,151 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:26,151 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:19:26,151 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:26,152 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40581 2024-11-27T01:19:26,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40581 connecting to ZooKeeper ensemble=127.0.0.1:59073 2024-11-27T01:19:26,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:405810x0, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:26,157 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40581-0x1015701774f0003 connected 2024-11-27T01:19:26,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:26,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:26,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Set watcher on znode that does not yet exist, /1-1950033205/running 2024-11-27T01:19:26,170 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb, hbase.cluster.distributed=false 2024-11-27T01:19:26,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Set watcher on znode that does not yet exist, /1-1950033205/acl 2024-11-27T01:19:26,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40581 2024-11-27T01:19:26,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40581 2024-11-27T01:19:26,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40581 2024-11-27T01:19:26,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40581 2024-11-27T01:19:26,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40581 2024-11-27T01:19:26,189 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:26,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:26,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:26,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:26,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:26,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:26,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:19:26,189 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:26,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36605 2024-11-27T01:19:26,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36605 connecting to ZooKeeper ensemble=127.0.0.1:59073 2024-11-27T01:19:26,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:26,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:26,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366050x0, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:26,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:366050x0, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Set watcher on znode that does not yet exist, /1-1950033205/running 2024-11-27T01:19:26,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36605-0x1015701774f0004 connected 2024-11-27T01:19:26,199 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:19:26,200 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:19:26,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Set watcher on znode that does not yet exist, /1-1950033205/master 2024-11-27T01:19:26,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Set watcher on znode that does not yet exist, /1-1950033205/acl 2024-11-27T01:19:26,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36605 2024-11-27T01:19:26,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36605 2024-11-27T01:19:26,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36605 2024-11-27T01:19:26,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36605 2024-11-27T01:19:26,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36605 2024-11-27T01:19:26,224 DEBUG [M:0;7d6f26a4c136:40581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:40581 2024-11-27T01:19:26,224 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1950033205/backup-masters/7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:26,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205/backup-masters 2024-11-27T01:19:26,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205/backup-masters 2024-11-27T01:19:26,226 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Set watcher on existing znode=/1-1950033205/backup-masters/7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:26,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:26,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1950033205/master 2024-11-27T01:19:26,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:26,228 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Set watcher on existing znode=/1-1950033205/master 2024-11-27T01:19:26,228 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1950033205/backup-masters/7d6f26a4c136,40581,1732670366151 from backup master directory 2024-11-27T01:19:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1950033205/backup-masters/7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205/backup-masters 2024-11-27T01:19:26,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205/backup-masters 2024-11-27T01:19:26,230 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:26,230 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:26,233 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/hbase.id] with ID: 41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0 2024-11-27T01:19:26,233 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/.tmp/hbase.id 2024-11-27T01:19:26,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:19:26,638 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/.tmp/hbase.id]:[hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/hbase.id] 2024-11-27T01:19:26,649 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:26,649 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:19:26,650 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:19:26,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:26,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:26,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:19:27,066 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:27,067 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:19:27,068 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:27,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:19:27,479 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store 2024-11-27T01:19:27,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:19:27,887 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:27,887 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:19:27,887 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:27,887 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:27,887 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:19:27,887 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:27,887 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:27,887 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670367887Disabling compacts and flushes for region at 1732670367887Disabling writes for close at 1732670367887Writing region close event to WAL at 1732670367887Closed at 1732670367887 2024-11-27T01:19:27,888 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/.initializing 2024-11-27T01:19:27,888 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/WALs/7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:27,889 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:27,891 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C40581%2C1732670366151, suffix=, logDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/WALs/7d6f26a4c136,40581,1732670366151, archiveDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/oldWALs, maxLogs=10 2024-11-27T01:19:27,904 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/WALs/7d6f26a4c136,40581,1732670366151/7d6f26a4c136%2C40581%2C1732670366151.1732670367891, exclude list is [], retry=0 2024-11-27T01:19:27,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-a8e58b1b-52df-4f64-bc4f-d247459024bb,DISK] 2024-11-27T01:19:27,909 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/WALs/7d6f26a4c136,40581,1732670366151/7d6f26a4c136%2C40581%2C1732670366151.1732670367891 2024-11-27T01:19:27,909 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34975:34975)] 2024-11-27T01:19:27,909 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:27,909 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:27,910 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,910 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:19:27,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:27,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:27,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:19:27,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:27,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:27,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:19:27,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:27,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:27,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:19:27,915 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:27,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:27,916 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,916 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,917 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,917 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,917 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,918 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:27,919 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:27,920 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:27,921 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73304833, jitterRate=0.09232713282108307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:27,921 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670367910Initializing all the Stores at 1732670367910Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670367910Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670367910Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670367910Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670367910Cleaning up temporary data from old regions at 1732670367917 (+7 ms)Region opened successfully at 1732670367921 (+4 ms) 2024-11-27T01:19:27,921 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:19:27,924 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17895367, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:27,924 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:19:27,924 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:19:27,924 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:19:27,924 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:19:27,925 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:19:27,925 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:19:27,925 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:19:27,927 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:19:27,927 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Unable to get data of znode /1-1950033205/balancer because node does not exist (not necessarily an error) 2024-11-27T01:19:27,929 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1950033205/balancer already deleted, retry=false 2024-11-27T01:19:27,929 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:19:27,929 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Unable to get data of znode /1-1950033205/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:19:27,930 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1950033205/normalizer already deleted, retry=false 2024-11-27T01:19:27,930 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:19:27,931 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Unable to get data of znode /1-1950033205/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:19:27,933 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1950033205/switch/split already deleted, retry=false 2024-11-27T01:19:27,933 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Unable to get data of znode /1-1950033205/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:19:27,934 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1950033205/switch/merge already deleted, retry=false 2024-11-27T01:19:27,936 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Unable to get data of znode /1-1950033205/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:19:27,937 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1950033205/snapshot-cleanup already deleted, retry=false 2024-11-27T01:19:27,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1950033205/running 2024-11-27T01:19:27,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1950033205/running 2024-11-27T01:19:27,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:27,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:27,939 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,40581,1732670366151, sessionid=0x1015701774f0003, setting cluster-up flag (Was=false) 2024-11-27T01:19:27,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:27,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:27,950 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1950033205/flush-table-proc/acquired, /1-1950033205/flush-table-proc/reached, /1-1950033205/flush-table-proc/abort 2024-11-27T01:19:27,951 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:27,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:27,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:27,959 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1950033205/online-snapshot/acquired, /1-1950033205/online-snapshot/reached, /1-1950033205/online-snapshot/abort 2024-11-27T01:19:27,960 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:27,961 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:19:27,962 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:27,962 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:19:27,962 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:19:27,962 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,40581,1732670366151 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:19:27,963 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:27,963 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:27,963 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:27,963 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:27,963 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:19:27,963 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:27,963 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:27,963 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:27,964 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670397964 2024-11-27T01:19:27,964 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:19:27,964 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:19:27,964 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:19:27,964 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:19:27,964 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:19:27,964 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:19:27,965 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:27,965 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:19:27,966 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:27,966 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:19:27,967 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:27,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:19:27,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:19:27,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:19:27,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:19:27,969 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:19:27,969 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:19:27,972 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670367969,5,FailOnTimeoutGroup] 2024-11-27T01:19:27,973 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670367972,5,FailOnTimeoutGroup] 2024-11-27T01:19:27,973 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:27,973 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:19:27,973 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:27,973 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:27,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:19:28,012 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(746): ClusterId : 41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0 2024-11-27T01:19:28,012 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:19:28,014 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:19:28,014 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:19:28,015 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:19:28,016 DEBUG [RS:0;7d6f26a4c136:36605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fc861f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:28,027 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:36605 2024-11-27T01:19:28,027 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:19:28,027 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:19:28,027 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:19:28,028 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,40581,1732670366151 with port=36605, startcode=1732670366188 2024-11-27T01:19:28,028 DEBUG [RS:0;7d6f26a4c136:36605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:19:28,029 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:19:28,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:28,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40581 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:28,031 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb 2024-11-27T01:19:28,031 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35475 2024-11-27T01:19:28,031 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:19:28,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205/rs 2024-11-27T01:19:28,038 DEBUG [RS:0;7d6f26a4c136:36605 {}] zookeeper.ZKUtil(111): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Set watcher on existing znode=/1-1950033205/rs/7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:28,038 WARN [RS:0;7d6f26a4c136:36605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:28,038 INFO [RS:0;7d6f26a4c136:36605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:28,038 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:28,038 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,36605,1732670366188] 2024-11-27T01:19:28,041 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:19:28,042 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:19:28,044 INFO [RS:0;7d6f26a4c136:36605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:19:28,044 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:28,048 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:19:28,049 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:19:28,049 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:28,049 DEBUG [RS:0;7d6f26a4c136:36605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:28,050 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:28,050 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:28,050 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:28,050 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:28,050 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:28,050 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,36605,1732670366188-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:28,067 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:19:28,067 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,36605,1732670366188-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:28,067 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:28,067 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.Replication(171): 7d6f26a4c136,36605,1732670366188 started 2024-11-27T01:19:28,082 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:28,083 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,36605,1732670366188, RpcServer on 7d6f26a4c136/172.17.0.2:36605, sessionid=0x1015701774f0004 2024-11-27T01:19:28,083 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:19:28,083 DEBUG [RS:0;7d6f26a4c136:36605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:28,083 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,36605,1732670366188' 2024-11-27T01:19:28,083 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1950033205/flush-table-proc/abort' 2024-11-27T01:19:28,083 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1950033205/flush-table-proc/acquired' 2024-11-27T01:19:28,084 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:19:28,084 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:19:28,084 DEBUG [RS:0;7d6f26a4c136:36605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:28,084 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,36605,1732670366188' 2024-11-27T01:19:28,084 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1950033205/online-snapshot/abort' 2024-11-27T01:19:28,084 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1950033205/online-snapshot/acquired' 2024-11-27T01:19:28,084 DEBUG [RS:0;7d6f26a4c136:36605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:19:28,084 INFO [RS:0;7d6f26a4c136:36605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:19:28,084 INFO [RS:0;7d6f26a4c136:36605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:19:28,185 INFO [RS:0;7d6f26a4c136:36605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:28,186 INFO [RS:0;7d6f26a4c136:36605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C36605%2C1732670366188, suffix=, logDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188, archiveDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/oldWALs, maxLogs=10 2024-11-27T01:19:28,200 DEBUG [RS:0;7d6f26a4c136:36605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186, exclude list is [], retry=0 2024-11-27T01:19:28,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-a8e58b1b-52df-4f64-bc4f-d247459024bb,DISK] 2024-11-27T01:19:28,205 INFO [RS:0;7d6f26a4c136:36605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 2024-11-27T01:19:28,205 DEBUG [RS:0;7d6f26a4c136:36605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34975:34975)] 2024-11-27T01:19:28,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:19:28,376 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb 2024-11-27T01:19:28,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:19:28,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:28,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:28,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:28,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:28,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:28,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:28,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:28,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:28,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:28,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:28,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:28,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:28,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:28,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:28,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:28,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:28,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:28,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:28,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740 2024-11-27T01:19:28,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740 2024-11-27T01:19:28,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:28,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:28,792 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:28,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:28,795 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:28,795 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65087970, jitterRate=-0.030113667249679565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:28,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670368783Initializing all the Stores at 1732670368783Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670368783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670368784 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670368784Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670368784Cleaning up temporary data from old regions at 1732670368791 (+7 ms)Region opened successfully at 1732670368795 (+4 ms) 2024-11-27T01:19:28,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:19:28,796 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:19:28,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:19:28,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:19:28,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:19:28,796 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:28,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670368796Disabling compacts and flushes for region at 1732670368796Disabling writes for close at 1732670368796Writing region close event to WAL at 1732670368796Closed at 1732670368796 2024-11-27T01:19:28,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:28,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:19:28,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:19:28,798 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:28,799 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:19:28,949 DEBUG [7d6f26a4c136:40581 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:19:28,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:28,951 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,36605,1732670366188, state=OPENING 2024-11-27T01:19:28,952 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:19:28,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:28,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:28,954 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:28,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1950033205/meta-region-server: CHANGED 2024-11-27T01:19:28,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,36605,1732670366188}] 2024-11-27T01:19:28,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1950033205/meta-region-server: CHANGED 2024-11-27T01:19:29,106 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:19:29,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:19:29,111 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:19:29,111 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:29,111 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:19:29,113 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C36605%2C1732670366188.meta, suffix=.meta, logDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188, archiveDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/oldWALs, maxLogs=10 2024-11-27T01:19:29,127 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.meta.1732670369113.meta, exclude list is [], retry=0 2024-11-27T01:19:29,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-a8e58b1b-52df-4f64-bc4f-d247459024bb,DISK] 2024-11-27T01:19:29,130 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.meta.1732670369113.meta 2024-11-27T01:19:29,130 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34975:34975)] 2024-11-27T01:19:29,130 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:29,131 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:29,131 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:19:29,131 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:19:29,131 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:19:29,131 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:19:29,131 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:29,131 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:19:29,131 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:19:29,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:29,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:29,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:29,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:29,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:29,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:29,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:29,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:29,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:29,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:29,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:29,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:29,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:29,136 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:29,136 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:29,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:29,136 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:29,137 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740 2024-11-27T01:19:29,138 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740 2024-11-27T01:19:29,138 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:29,138 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:29,139 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:29,140 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:29,140 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64570332, jitterRate=-0.03782707452774048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:29,140 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:19:29,141 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670369131Writing region info on filesystem at 1732670369131Initializing all the Stores at 1732670369132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670369132Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670369132Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670369132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670369132Cleaning up temporary data from old regions at 1732670369138 (+6 ms)Running coprocessor post-open hooks at 1732670369140 (+2 ms)Region opened successfully at 1732670369141 (+1 ms) 2024-11-27T01:19:29,141 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670369106 2024-11-27T01:19:29,143 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:19:29,143 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:19:29,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:29,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,36605,1732670366188, state=OPEN 2024-11-27T01:19:29,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1950033205/meta-region-server 2024-11-27T01:19:29,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1950033205/meta-region-server 2024-11-27T01:19:29,146 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:29,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1950033205/meta-region-server: CHANGED 2024-11-27T01:19:29,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1950033205/meta-region-server: CHANGED 2024-11-27T01:19:29,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:19:29,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,36605,1732670366188 in 192 msec 2024-11-27T01:19:29,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:19:29,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-27T01:19:29,150 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:29,150 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:19:29,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:29,151 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1] 2024-11-27T01:19:29,151 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:29,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:29,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1940 sec 2024-11-27T01:19:29,156 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670369156, completionTime=-1 2024-11-27T01:19:29,156 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:19:29,156 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:19:29,157 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:19:29,157 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670429157 2024-11-27T01:19:29,158 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670489158 2024-11-27T01:19:29,158 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T01:19:29,158 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,40581,1732670366151-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:29,158 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,40581,1732670366151-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:29,158 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,40581,1732670366151-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:29,158 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:40581, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:29,158 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:29,159 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:29,159 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:19:29,161 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-11-27T01:19:29,162 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:19:29,162 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:19:29,162 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:19:29,162 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:19:29,162 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:19:29,162 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,40581,1732670366151-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:29,162 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,40581,1732670366151-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:19:29,163 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:19:29,164 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:19:29,164 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,40581,1732670366151-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:29,213 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3426c331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:29,213 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,40581,-1 for getting cluster id 2024-11-27T01:19:29,213 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:29,214 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0' 2024-11-27T01:19:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0" 2024-11-27T01:19:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@673815ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:29,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,40581,-1] 2024-11-27T01:19:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:29,216 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:29,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9a1f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:29,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:29,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1] 2024-11-27T01:19:29,218 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:29,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:29,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:29,221 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59073 2024-11-27T01:19:29,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:29,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015701774f0005 connected 2024-11-27T01:19:29,227 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52d29f89 2024-11-27T01:19:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:29,229 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:29,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:19:29,231 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:19:29,231 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:29,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:19:29,232 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:19:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:29,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:19:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:29,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6937906afaa0e71ef4f78fe55176473f, NAME => 'test,,1732670369229.6937906afaa0e71ef4f78fe55176473f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070 2024-11-27T01:19:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:19:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:29,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:19:30,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670369229.6937906afaa0e71ef4f78fe55176473f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:30,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6937906afaa0e71ef4f78fe55176473f, disabling compactions & flushes 2024-11-27T01:19:30,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:30,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:30,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. after waiting 0 ms 2024-11-27T01:19:30,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:30,045 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:30,045 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6937906afaa0e71ef4f78fe55176473f: Waiting for close lock at 1732670370045Disabling compacts and flushes for region at 1732670370045Disabling writes for close at 1732670370045Writing region close event to WAL at 1732670370045Closed at 1732670370045 2024-11-27T01:19:30,046 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:19:30,047 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670369229.6937906afaa0e71ef4f78fe55176473f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670370046"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670370046"}]},"ts":"1732670370046"} 2024-11-27T01:19:30,048 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:19:30,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:19:30,049 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670370049"}]},"ts":"1732670370049"} 2024-11-27T01:19:30,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:19:30,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6937906afaa0e71ef4f78fe55176473f, ASSIGN}] 2024-11-27T01:19:30,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6937906afaa0e71ef4f78fe55176473f, ASSIGN 2024-11-27T01:19:30,053 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6937906afaa0e71ef4f78fe55176473f, ASSIGN; state=OFFLINE, location=7d6f26a4c136,44917,1732670362003; forceNewPlan=false, retain=false 2024-11-27T01:19:30,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6937906afaa0e71ef4f78fe55176473f, regionState=OPENING, regionLocation=7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:30,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6937906afaa0e71ef4f78fe55176473f, ASSIGN because future has completed 2024-11-27T01:19:30,206 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6937906afaa0e71ef4f78fe55176473f, server=7d6f26a4c136,44917,1732670362003}] 2024-11-27T01:19:30,362 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:30,362 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6937906afaa0e71ef4f78fe55176473f, NAME => 'test,,1732670369229.6937906afaa0e71ef4f78fe55176473f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:30,363 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:30,363 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:19:30,363 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,363 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670369229.6937906afaa0e71ef4f78fe55176473f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:30,363 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,363 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,364 INFO [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,365 INFO [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6937906afaa0e71ef4f78fe55176473f columnFamilyName f 2024-11-27T01:19:30,366 DEBUG [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:30,366 INFO [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] regionserver.HStore(327): Store=6937906afaa0e71ef4f78fe55176473f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:30,366 INFO [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,367 INFO [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6937906afaa0e71ef4f78fe55176473f columnFamilyName f1 2024-11-27T01:19:30,367 DEBUG [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:30,367 INFO [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] regionserver.HStore(327): Store=6937906afaa0e71ef4f78fe55176473f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:30,367 INFO [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,368 INFO [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6937906afaa0e71ef4f78fe55176473f columnFamilyName norep 2024-11-27T01:19:30,368 DEBUG [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:30,369 INFO [StoreOpener-6937906afaa0e71ef4f78fe55176473f-1 {}] regionserver.HStore(327): Store=6937906afaa0e71ef4f78fe55176473f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:30,369 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,370 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,370 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,371 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,371 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,371 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:19:30,372 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:30,374 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:30,375 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6937906afaa0e71ef4f78fe55176473f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60140762, jitterRate=-0.10383281111717224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:19:30,375 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:30,375 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6937906afaa0e71ef4f78fe55176473f: Running coprocessor pre-open hook at 1732670370363Writing region info on filesystem at 1732670370363Initializing all the Stores at 1732670370364 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670370364Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670370364Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670370364Cleaning up temporary data from old regions at 1732670370371 (+7 ms)Running coprocessor post-open hooks at 1732670370375 (+4 ms)Region opened successfully at 1732670370375 2024-11-27T01:19:30,376 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670369229.6937906afaa0e71ef4f78fe55176473f., pid=6, masterSystemTime=1732670370359 2024-11-27T01:19:30,378 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:30,378 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:30,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6937906afaa0e71ef4f78fe55176473f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:30,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6937906afaa0e71ef4f78fe55176473f, server=7d6f26a4c136,44917,1732670362003 because future has completed 2024-11-27T01:19:30,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:19:30,383 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6937906afaa0e71ef4f78fe55176473f, server=7d6f26a4c136,44917,1732670362003 in 175 msec 2024-11-27T01:19:30,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:19:30,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6937906afaa0e71ef4f78fe55176473f, ASSIGN in 332 msec 2024-11-27T01:19:30,386 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:19:30,386 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670370386"}]},"ts":"1732670370386"} 2024-11-27T01:19:30,390 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:19:30,391 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:19:30,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-27T01:19:30,567 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:19:30,597 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:30,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:30,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:30,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:30,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:30,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:30,604 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:30,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:31,394 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:19:31,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:31,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:31,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b885f44 2024-11-27T01:19:31,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:31,397 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:31,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:19:31,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:19:31,400 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:31,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:19:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:31,401 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:19:31,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:19:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:31,823 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f917332b8768e059bd241c611f357a76, NAME => 'test,,1732670371397.f917332b8768e059bd241c611f357a76.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb 2024-11-27T01:19:31,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:19:32,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:32,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670371397.f917332b8768e059bd241c611f357a76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:32,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f917332b8768e059bd241c611f357a76, disabling compactions & flushes 2024-11-27T01:19:32,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:32,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:32,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670371397.f917332b8768e059bd241c611f357a76. after waiting 0 ms 2024-11-27T01:19:32,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:32,264 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:32,264 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f917332b8768e059bd241c611f357a76: Waiting for close lock at 1732670372264Disabling compacts and flushes for region at 1732670372264Disabling writes for close at 1732670372264Writing region close event to WAL at 1732670372264Closed at 1732670372264 2024-11-27T01:19:32,268 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:19:32,268 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670371397.f917332b8768e059bd241c611f357a76.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670372268"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670372268"}]},"ts":"1732670372268"} 2024-11-27T01:19:32,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:19:32,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:19:32,276 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670372275"}]},"ts":"1732670372275"} 2024-11-27T01:19:32,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:19:32,280 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f917332b8768e059bd241c611f357a76, ASSIGN}] 2024-11-27T01:19:32,282 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f917332b8768e059bd241c611f357a76, ASSIGN 2024-11-27T01:19:32,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f917332b8768e059bd241c611f357a76, ASSIGN; state=OFFLINE, location=7d6f26a4c136,36605,1732670366188; forceNewPlan=false, retain=false 2024-11-27T01:19:32,441 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f917332b8768e059bd241c611f357a76, regionState=OPENING, regionLocation=7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:32,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f917332b8768e059bd241c611f357a76, ASSIGN because future has completed 2024-11-27T01:19:32,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f917332b8768e059bd241c611f357a76, server=7d6f26a4c136,36605,1732670366188}] 2024-11-27T01:19:32,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:32,639 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:32,640 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f917332b8768e059bd241c611f357a76, NAME => 'test,,1732670371397.f917332b8768e059bd241c611f357a76.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:32,640 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:32,640 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:19:32,640 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,641 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670371397.f917332b8768e059bd241c611f357a76.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:32,641 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,641 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,643 INFO [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,644 INFO [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f917332b8768e059bd241c611f357a76 columnFamilyName f 2024-11-27T01:19:32,644 DEBUG [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:32,645 INFO [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] regionserver.HStore(327): Store=f917332b8768e059bd241c611f357a76/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:32,645 INFO [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,647 INFO [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f917332b8768e059bd241c611f357a76 columnFamilyName f1 2024-11-27T01:19:32,647 DEBUG [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:32,648 INFO [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] regionserver.HStore(327): Store=f917332b8768e059bd241c611f357a76/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:32,648 INFO [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,652 INFO [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f917332b8768e059bd241c611f357a76 columnFamilyName norep 2024-11-27T01:19:32,652 DEBUG [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:32,655 INFO [StoreOpener-f917332b8768e059bd241c611f357a76-1 {}] regionserver.HStore(327): Store=f917332b8768e059bd241c611f357a76/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:32,655 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,656 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,657 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,658 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,658 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,659 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:19:32,660 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,665 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:32,666 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f917332b8768e059bd241c611f357a76; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75280152, jitterRate=0.12176167964935303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:19:32,666 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f917332b8768e059bd241c611f357a76 2024-11-27T01:19:32,666 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f917332b8768e059bd241c611f357a76: Running coprocessor pre-open hook at 1732670372641Writing region info on filesystem at 1732670372641Initializing all the Stores at 1732670372642 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670372642Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670372643 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670372643Cleaning up temporary data from old regions at 1732670372658 (+15 ms)Running coprocessor post-open hooks at 1732670372666 (+8 ms)Region opened successfully at 1732670372666 2024-11-27T01:19:32,668 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670371397.f917332b8768e059bd241c611f357a76., pid=6, masterSystemTime=1732670372617 2024-11-27T01:19:32,672 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f917332b8768e059bd241c611f357a76, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:32,673 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:32,673 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:32,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f917332b8768e059bd241c611f357a76, server=7d6f26a4c136,36605,1732670366188 because future has completed 2024-11-27T01:19:32,676 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40581 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=7d6f26a4c136,36605,1732670366188, table=test, region=f917332b8768e059bd241c611f357a76. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T01:19:32,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:19:32,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f917332b8768e059bd241c611f357a76, server=7d6f26a4c136,36605,1732670366188 in 224 msec 2024-11-27T01:19:32,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:19:32,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f917332b8768e059bd241c611f357a76, ASSIGN in 405 msec 2024-11-27T01:19:32,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:19:32,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670372688"}]},"ts":"1732670372688"} 2024-11-27T01:19:32,691 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:19:32,692 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:19:32,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2950 sec 2024-11-27T01:19:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:33,545 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:19:33,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fcdaa7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,41319,-1 for getting cluster id 2024-11-27T01:19:33,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:33,554 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1949deaf-af3d-495f-91b4-83d7bdac628e' 2024-11-27T01:19:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1949deaf-af3d-495f-91b4-83d7bdac628e" 2024-11-27T01:19:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37fec479, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,41319,-1] 2024-11-27T01:19:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:33,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:33,556 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:33,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a102ca3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c8ab32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,565 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,40581,-1 for getting cluster id 2024-11-27T01:19:33,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:33,567 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0' 2024-11-27T01:19:33,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0" 2024-11-27T01:19:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62efe144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,40581,-1] 2024-11-27T01:19:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:33,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:33,569 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:33,571 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfe5985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8ff28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,580 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,41319,-1 for getting cluster id 2024-11-27T01:19:33,581 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:33,582 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1949deaf-af3d-495f-91b4-83d7bdac628e' 2024-11-27T01:19:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1949deaf-af3d-495f-91b4-83d7bdac628e" 2024-11-27T01:19:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20892b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,41319,-1] 2024-11-27T01:19:33,582 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:33,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:33,583 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:33,584 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2624975e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,584 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:33,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:33,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5398641 2024-11-27T01:19:33,585 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:33,586 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:33,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:40581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:19:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:19:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:19:33,590 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:40581' 2024-11-27T01:19:33,599 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cd6fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,599 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,40581,-1 for getting cluster id 2024-11-27T01:19:33,600 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:33,600 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0' 2024-11-27T01:19:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0" 2024-11-27T01:19:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@203b8f16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,40581,-1] 2024-11-27T01:19:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:33,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:33,602 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:33,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e710b8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:33,603 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:33,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:33,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cbc35a4 2024-11-27T01:19:33,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:33,606 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:33,609 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-27T01:19:33,609 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:19:33,609 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:33,610 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:33,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:33,610 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:33,612 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:19:33,613 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:19:33,613 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:33,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:19:33,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:19:33,652 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4f79339d0d4f478c638cdd63945f991a, NAME => 'hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070 2024-11-27T01:19:33,662 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:19:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:19:33,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:33,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4f79339d0d4f478c638cdd63945f991a, disabling compactions & flushes 2024-11-27T01:19:33,684 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:33,684 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:33,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. after waiting 0 ms 2024-11-27T01:19:33,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:33,685 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:33,685 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4f79339d0d4f478c638cdd63945f991a: Waiting for close lock at 1732670373684Disabling compacts and flushes for region at 1732670373684Disabling writes for close at 1732670373685 (+1 ms)Writing region close event to WAL at 1732670373685Closed at 1732670373685 2024-11-27T01:19:33,687 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:19:33,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670373687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670373687"}]},"ts":"1732670373687"} 2024-11-27T01:19:33,693 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:19:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:19:33,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:19:33,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670373699"}]},"ts":"1732670373699"} 2024-11-27T01:19:33,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:19:33,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f79339d0d4f478c638cdd63945f991a, ASSIGN}] 2024-11-27T01:19:33,704 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f79339d0d4f478c638cdd63945f991a, ASSIGN 2024-11-27T01:19:33,705 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f79339d0d4f478c638cdd63945f991a, ASSIGN; state=OFFLINE, location=7d6f26a4c136,44917,1732670362003; forceNewPlan=false, retain=false 2024-11-27T01:19:33,857 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f79339d0d4f478c638cdd63945f991a, regionState=OPENING, regionLocation=7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:33,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4f79339d0d4f478c638cdd63945f991a, ASSIGN because future has completed 2024-11-27T01:19:33,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f79339d0d4f478c638cdd63945f991a, server=7d6f26a4c136,44917,1732670362003}] 2024-11-27T01:19:33,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:19:34,041 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T01:19:34,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:34,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:34,042 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:19:34,044 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C44917%2C1732670362003.rep, suffix=, logDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003, archiveDir=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/oldWALs, maxLogs=10 2024-11-27T01:19:34,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.rep.1732670374044, exclude list is [], retry=0 2024-11-27T01:19:34,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44197,DS-9edfb246-f555-4e45-a476-ee975be37451,DISK] 2024-11-27T01:19:34,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.rep.1732670374044 2024-11-27T01:19:34,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45661:45661)] 2024-11-27T01:19:34,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4f79339d0d4f478c638cdd63945f991a, NAME => 'hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:34,065 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:34,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:19:34,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. service=MultiRowMutationService 2024-11-27T01:19:34,066 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:19:34,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:34,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,067 INFO [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,068 INFO [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f79339d0d4f478c638cdd63945f991a columnFamilyName hfileref 2024-11-27T01:19:34,068 DEBUG [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:34,069 INFO [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] regionserver.HStore(327): Store=4f79339d0d4f478c638cdd63945f991a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:34,069 INFO [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,070 INFO [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f79339d0d4f478c638cdd63945f991a columnFamilyName queue 2024-11-27T01:19:34,070 DEBUG [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:34,070 INFO [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] regionserver.HStore(327): Store=4f79339d0d4f478c638cdd63945f991a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:34,070 INFO [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,071 INFO [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f79339d0d4f478c638cdd63945f991a columnFamilyName sid 2024-11-27T01:19:34,071 DEBUG [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:34,071 INFO [StoreOpener-4f79339d0d4f478c638cdd63945f991a-1 {}] regionserver.HStore(327): Store=4f79339d0d4f478c638cdd63945f991a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:34,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,073 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:19:34,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:34,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4f79339d0d4f478c638cdd63945f991a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68099827, jitterRate=0.014766499400138855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:19:34,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:34,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4f79339d0d4f478c638cdd63945f991a: Running coprocessor pre-open hook at 1732670374066Writing region info on filesystem at 1732670374066Initializing all the Stores at 1732670374067 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670374067Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670374067Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670374067Cleaning up temporary data from old regions at 1732670374073 (+6 ms)Running coprocessor post-open hooks at 1732670374077 (+4 ms)Region opened successfully at 1732670374077 2024-11-27T01:19:34,078 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a., pid=10, masterSystemTime=1732670374033 2024-11-27T01:19:34,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:34,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:34,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4f79339d0d4f478c638cdd63945f991a, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:34,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4f79339d0d4f478c638cdd63945f991a, server=7d6f26a4c136,44917,1732670362003 because future has completed 2024-11-27T01:19:34,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:19:34,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4f79339d0d4f478c638cdd63945f991a, server=7d6f26a4c136,44917,1732670362003 in 209 msec 2024-11-27T01:19:34,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:19:34,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4f79339d0d4f478c638cdd63945f991a, ASSIGN in 383 msec 2024-11-27T01:19:34,087 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:19:34,088 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670374088"}]},"ts":"1732670374088"} 2024-11-27T01:19:34,090 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:19:34,092 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:19:34,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 482 msec 2024-11-27T01:19:34,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a., hostname=7d6f26a4c136,44917,1732670362003, seqNum=2] 2024-11-27T01:19:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:34,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:19:34,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:19:34,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44917 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:19:34,281 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:19:34,310 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,44917,1732670362003, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:19:34,311 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:34,311 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,44917,1732670362003, seqNum=-1] 2024-11-27T01:19:34,311 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:34,312 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T01:19:34,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,44917,1732670362003', locateType=CURRENT is [region=hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a., hostname=7d6f26a4c136,44917,1732670362003, seqNum=2] 2024-11-27T01:19:34,316 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:19:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:19:34,319 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,44917,1732670362003 suceeded 2024-11-27T01:19:34,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:19:34,320 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-27T01:19:34,320 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:40581,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:19:34,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 733 msec 2024-11-27T01:19:34,337 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:40581' 2024-11-27T01:19:34,339 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57153263, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:34,339 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,40581,-1 for getting cluster id 2024-11-27T01:19:34,339 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:34,340 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0' 2024-11-27T01:19:34,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:34,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0" 2024-11-27T01:19:34,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c68af12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:34,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,40581,-1] 2024-11-27T01:19:34,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:34,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:34,342 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:34,343 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79deb74a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:34,343 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:34,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:34,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ea3362 2024-11-27T01:19:34,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:34,345 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T01:19:34,345 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,44917,1732670362003 (queues=1) is replicating from cluster=1949deaf-af3d-495f-91b4-83d7bdac628e to cluster=41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0 2024-11-27T01:19:34,346 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C44917%2C1732670362003 2024-11-27T01:19:34,346 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,44917,1732670362003, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:19:34,346 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128, startPosition=0, beingWritten=true 2024-11-27T01:19:34,348 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C44917%2C1732670362003 2024-11-27T01:19:34,352 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:19:34,352 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 379, reset compression=false 2024-11-27T01:19:34,352 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,44917,1732670362003 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:19:34,557 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 379, reset compression=false 2024-11-27T01:19:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41319 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:19:34,724 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:19:34,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:34,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:34,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:34,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:34,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:34,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27685b54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:34,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,40581,-1 for getting cluster id 2024-11-27T01:19:34,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:34,727 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0' 2024-11-27T01:19:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:34,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0" 2024-11-27T01:19:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a66d6fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,40581,-1] 2024-11-27T01:19:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:34,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:34,730 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:34,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4305b85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:34,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d4a5bc1 2024-11-27T01:19:34,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:34,734 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:34,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:41319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:19:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:19:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:19:34,737 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:41319' 2024-11-27T01:19:34,739 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556afbb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:34,739 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,41319,-1 for getting cluster id 2024-11-27T01:19:34,739 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:34,740 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1949deaf-af3d-495f-91b4-83d7bdac628e' 2024-11-27T01:19:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1949deaf-af3d-495f-91b4-83d7bdac628e" 2024-11-27T01:19:34,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672316c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:34,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,41319,-1] 2024-11-27T01:19:34,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:34,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:34,741 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:34,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@794c219c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:34,742 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:34,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:34,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1900c326 2024-11-27T01:19:34,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:34,744 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:34,745 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:19:34,745 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:19:34,745 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:34,745 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:34,745 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:34,746 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:34,747 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:19:34,748 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:19:34,748 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:34,749 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:19:34,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:19:34,760 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bd887c31d1d479c24b4ba2aa60fce05f, NAME => 'hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb 2024-11-27T01:19:34,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:19:34,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:34,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bd887c31d1d479c24b4ba2aa60fce05f, disabling compactions & flushes 2024-11-27T01:19:34,767 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:34,767 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:34,768 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. after waiting 0 ms 2024-11-27T01:19:34,768 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:34,768 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:34,768 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bd887c31d1d479c24b4ba2aa60fce05f: Waiting for close lock at 1732670374767Disabling compacts and flushes for region at 1732670374767Disabling writes for close at 1732670374768 (+1 ms)Writing region close event to WAL at 1732670374768Closed at 1732670374768 2024-11-27T01:19:34,769 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:19:34,770 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670374769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670374769"}]},"ts":"1732670374769"} 2024-11-27T01:19:34,772 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:19:34,773 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:19:34,773 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670374773"}]},"ts":"1732670374773"} 2024-11-27T01:19:34,775 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:19:34,775 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd887c31d1d479c24b4ba2aa60fce05f, ASSIGN}] 2024-11-27T01:19:34,776 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd887c31d1d479c24b4ba2aa60fce05f, ASSIGN 2024-11-27T01:19:34,777 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd887c31d1d479c24b4ba2aa60fce05f, ASSIGN; state=OFFLINE, location=7d6f26a4c136,36605,1732670366188; forceNewPlan=false, retain=false 2024-11-27T01:19:34,797 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:19:34,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:19:34,863 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 379, reset compression=false 2024-11-27T01:19:34,928 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd887c31d1d479c24b4ba2aa60fce05f, regionState=OPENING, regionLocation=7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:34,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bd887c31d1d479c24b4ba2aa60fce05f, ASSIGN because future has completed 2024-11-27T01:19:34,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd887c31d1d479c24b4ba2aa60fce05f, server=7d6f26a4c136,36605,1732670366188}] 2024-11-27T01:19:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:19:35,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:35,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:35,086 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:19:35,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C36605%2C1732670366188.rep, suffix=, logDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188, archiveDir=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/oldWALs, maxLogs=10 2024-11-27T01:19:35,108 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.rep.1732670375088, exclude list is [], retry=0 2024-11-27T01:19:35,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44535,DS-a8e58b1b-52df-4f64-bc4f-d247459024bb,DISK] 2024-11-27T01:19:35,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.rep.1732670375088 2024-11-27T01:19:35,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34975:34975)] 2024-11-27T01:19:35,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bd887c31d1d479c24b4ba2aa60fce05f, NAME => 'hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:35,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:35,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:19:35,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. service=MultiRowMutationService 2024-11-27T01:19:35,113 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:19:35,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:35,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,113 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,114 INFO [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,115 INFO [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd887c31d1d479c24b4ba2aa60fce05f columnFamilyName hfileref 2024-11-27T01:19:35,115 DEBUG [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:35,115 INFO [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] regionserver.HStore(327): Store=bd887c31d1d479c24b4ba2aa60fce05f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:35,116 INFO [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,116 INFO [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd887c31d1d479c24b4ba2aa60fce05f columnFamilyName queue 2024-11-27T01:19:35,116 DEBUG [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:35,117 INFO [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] regionserver.HStore(327): Store=bd887c31d1d479c24b4ba2aa60fce05f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:35,117 INFO [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,118 INFO [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bd887c31d1d479c24b4ba2aa60fce05f columnFamilyName sid 2024-11-27T01:19:35,118 DEBUG [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:35,118 INFO [StoreOpener-bd887c31d1d479c24b4ba2aa60fce05f-1 {}] regionserver.HStore(327): Store=bd887c31d1d479c24b4ba2aa60fce05f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:35,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:19:35,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:35,123 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bd887c31d1d479c24b4ba2aa60fce05f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60892623, jitterRate=-0.09262920916080475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:19:35,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:35,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bd887c31d1d479c24b4ba2aa60fce05f: Running coprocessor pre-open hook at 1732670375113Writing region info on filesystem at 1732670375113Initializing all the Stores at 1732670375114 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670375114Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670375114Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670375114Cleaning up temporary data from old regions at 1732670375119 (+5 ms)Running coprocessor post-open hooks at 1732670375123 (+4 ms)Region opened successfully at 1732670375123 2024-11-27T01:19:35,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f., pid=10, masterSystemTime=1732670375082 2024-11-27T01:19:35,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:35,125 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:35,126 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bd887c31d1d479c24b4ba2aa60fce05f, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:35,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bd887c31d1d479c24b4ba2aa60fce05f, server=7d6f26a4c136,36605,1732670366188 because future has completed 2024-11-27T01:19:35,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:19:35,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bd887c31d1d479c24b4ba2aa60fce05f, server=7d6f26a4c136,36605,1732670366188 in 199 msec 2024-11-27T01:19:35,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:19:35,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bd887c31d1d479c24b4ba2aa60fce05f, ASSIGN in 355 msec 2024-11-27T01:19:35,132 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:19:35,132 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670375132"}]},"ts":"1732670375132"} 2024-11-27T01:19:35,134 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:19:35,135 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:19:35,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 390 msec 2024-11-27T01:19:35,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f., hostname=7d6f26a4c136,36605,1732670366188, seqNum=2] 2024-11-27T01:19:35,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:35,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:35,160 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:19:35,268 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 379, reset compression=false 2024-11-27T01:19:35,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:19:35,321 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:19:35,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:19:35,376 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,36605,1732670366188, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:19:35,376 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:35,376 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1] 2024-11-27T01:19:35,377 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:35,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T01:19:35,389 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,36605,1732670366188', locateType=CURRENT is [region=hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f., hostname=7d6f26a4c136,36605,1732670366188, seqNum=2] 2024-11-27T01:19:35,397 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:19:35,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:19:35,400 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,36605,1732670366188 suceeded 2024-11-27T01:19:35,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:19:35,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 240 msec 2024-11-27T01:19:35,402 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:41319,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:19:35,404 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 668 msec 2024-11-27T01:19:35,438 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:41319' 2024-11-27T01:19:35,446 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7482d021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:35,446 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,41319,-1 for getting cluster id 2024-11-27T01:19:35,446 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:35,447 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1949deaf-af3d-495f-91b4-83d7bdac628e' 2024-11-27T01:19:35,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:35,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1949deaf-af3d-495f-91b4-83d7bdac628e" 2024-11-27T01:19:35,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bb0ad99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:35,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,41319,-1] 2024-11-27T01:19:35,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:35,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:35,454 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:35,454 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d172872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:35,454 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:35,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:35,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3edf13ea 2024-11-27T01:19:35,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:35,457 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T01:19:35,458 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,36605,1732670366188 (queues=1) is replicating from cluster=41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0 to cluster=1949deaf-af3d-495f-91b4-83d7bdac628e 2024-11-27T01:19:35,458 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C36605%2C1732670366188 2024-11-27T01:19:35,458 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,36605,1732670366188, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:19:35,459 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C36605%2C1732670366188 2024-11-27T01:19:35,459 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186, startPosition=0, beingWritten=true 2024-11-27T01:19:35,509 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:19:35,509 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 379, reset compression=false 2024-11-27T01:19:35,509 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36605,1732670366188 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:19:35,723 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 379, reset compression=false 2024-11-27T01:19:35,773 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 379, reset compression=false 2024-11-27T01:19:35,866 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:19:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:19:35,874 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:19:35,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:35,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:35,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:35,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:35,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:35,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:35,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732670375878/Put/seqid=0 2024-11-27T01:19:35,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741840_1016 (size=7894) 2024-11-27T01:19:35,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:35,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:35,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:35,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:35,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:35,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:35,908 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:35,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:35,980 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T01:19:36,027 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 379, reset compression=false 2024-11-27T01:19:36,286 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732670376285/Put/seqid=0 2024-11-27T01:19:36,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741841_1017 (size=7691) 2024-11-27T01:19:36,377 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 379, reset compression=false 2024-11-27T01:19:36,431 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 379, reset compression=false 2024-11-27T01:19:36,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T01:19:36,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T01:19:36,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T01:19:36,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T01:19:36,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:19:36,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T01:19:36,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6ab1cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:36,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,41319,-1 for getting cluster id 2024-11-27T01:19:36,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:36,693 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1949deaf-af3d-495f-91b4-83d7bdac628e' 2024-11-27T01:19:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1949deaf-af3d-495f-91b4-83d7bdac628e" 2024-11-27T01:19:36,693 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122fe850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,41319,-1] 2024-11-27T01:19:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:36,694 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:36,695 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:36,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@276ef104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:36,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:36,697 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,44917,1732670362003, seqNum=-1] 2024-11-27T01:19:36,698 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:36,699 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:36,712 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:36,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:36,713 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e6cde93 2024-11-27T01:19:36,713 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:36,714 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670369229.6937906afaa0e71ef4f78fe55176473f., hostname=7d6f26a4c136,44917,1732670362003, seqNum=2] 2024-11-27T01:19:36,726 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:19:36,737 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-27T01:19:36,740 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-27T01:19:36,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 6937906afaa0e71ef4f78fe55176473f/f 2024-11-27T01:19:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T01:19:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:19:36,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 6937906afaa0e71ef4f78fe55176473f/f 2024-11-27T01:19:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T01:19:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:19:36,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HRegion(2603): Flush status journal for 6937906afaa0e71ef4f78fe55176473f: 2024-11-27T01:19:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins__test__kt0dedlktm1vte0bhhuu2m65u3d2ldglbepk1a02bk0cu1of7sni2me6a45ncd9g/f/hfile_1 2024-11-27T01:19:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins__test__kt0dedlktm1vte0bhhuu2m65u3d2ldglbepk1a02bk0cu1of7sni2me6a45ncd9g/f/hfile_1 as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/fb4fb2b1891249738f51bee023dad786_SeqId_4_ 2024-11-27T01:19:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins__test__kt0dedlktm1vte0bhhuu2m65u3d2ldglbepk1a02bk0cu1of7sni2me6a45ncd9g/f/hfile_0 2024-11-27T01:19:36,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins__test__kt0dedlktm1vte0bhhuu2m65u3d2ldglbepk1a02bk0cu1of7sni2me6a45ncd9g/f/hfile_0 as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_ 2024-11-27T01:19:36,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins__test__kt0dedlktm1vte0bhhuu2m65u3d2ldglbepk1a02bk0cu1of7sni2me6a45ncd9g/f/hfile_1 into 6937906afaa0e71ef4f78fe55176473f/f as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/fb4fb2b1891249738f51bee023dad786_SeqId_4_ - updating store file list. 2024-11-27T01:19:36,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb4fb2b1891249738f51bee023dad786_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:19:36,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/fb4fb2b1891249738f51bee023dad786_SeqId_4_ into 6937906afaa0e71ef4f78fe55176473f/f 2024-11-27T01:19:36,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins__test__kt0dedlktm1vte0bhhuu2m65u3d2ldglbepk1a02bk0cu1of7sni2me6a45ncd9g/f/hfile_1 into 6937906afaa0e71ef4f78fe55176473f/f (new location: hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/fb4fb2b1891249738f51bee023dad786_SeqId_4_) 2024-11-27T01:19:36,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins__test__kt0dedlktm1vte0bhhuu2m65u3d2ldglbepk1a02bk0cu1of7sni2me6a45ncd9g/f/hfile_1 2024-11-27T01:19:36,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins__test__kt0dedlktm1vte0bhhuu2m65u3d2ldglbepk1a02bk0cu1of7sni2me6a45ncd9g/f/hfile_0 into 6937906afaa0e71ef4f78fe55176473f/f as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_ - updating store file list. 2024-11-27T01:19:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:19:36,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_ into 6937906afaa0e71ef4f78fe55176473f/f 2024-11-27T01:19:36,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins__test__kt0dedlktm1vte0bhhuu2m65u3d2ldglbepk1a02bk0cu1of7sni2me6a45ncd9g/f/hfile_0 into 6937906afaa0e71ef4f78fe55176473f/f (new location: hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_) 2024-11-27T01:19:36,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins__test__kt0dedlktm1vte0bhhuu2m65u3d2ldglbepk1a02bk0cu1of7sni2me6a45ncd9g/f/hfile_0 2024-11-27T01:19:36,804 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:36,804 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:36,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:36,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:36,805 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:36,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732670369229.6937906afaa0e71ef4f78fe55176473f., hostname=7d6f26a4c136,44917,1732670362003, seqNum=2 , the old value is region=test,,1732670369229.6937906afaa0e71ef4f78fe55176473f., hostname=7d6f26a4c136,44917,1732670362003, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d6f26a4c136:44917 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:19:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732670369229.6937906afaa0e71ef4f78fe55176473f., hostname=7d6f26a4c136,44917,1732670362003, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:19:36,806 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732670369229.6937906afaa0e71ef4f78fe55176473f., hostname=7d6f26a4c136,44917,1732670362003, seqNum=2 from cache 2024-11-27T01:19:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1] 2024-11-27T01:19:36,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:36,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:36,811 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670371397.f917332b8768e059bd241c611f357a76., hostname=7d6f26a4c136,36605,1732670366188, seqNum=2] 2024-11-27T01:19:36,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49628 deadline: 1732670436804 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49628 2024-11-27T01:19:36,813 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T01:19:36,913 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:44917 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T01:19:36,946 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 379, reset compression=false 2024-11-27T01:19:37,081 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 379, reset compression=false 2024-11-27T01:19:37,087 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:19:37,087 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,44917,1732670362003 got entry batch from reader: WALEntryBatch [walEntries=[{test/6937906afaa0e71ef4f78fe55176473f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732670376802/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T01:19:37,089 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:19:37,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-27T01:19:37,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.ReplicationSink(318): Replicating [1949deaf-af3d-495f-91b4-83d7bdac628e] bulk loaded data 2024-11-27T01:19:37,092 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f83284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:37,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,40581,-1 for getting cluster id 2024-11-27T01:19:37,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:37,093 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0' 2024-11-27T01:19:37,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0" 2024-11-27T01:19:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e14a065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,40581,-1] 2024-11-27T01:19:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:37,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:37,095 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:37,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2139b77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:37,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741840_1016 (size=7691) 2024-11-27T01:19:37,287 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 687, reset compression=false 2024-11-27T01:19:37,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741841_1017 (size=7894) 2024-11-27T01:19:37,550 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 379, reset compression=false 2024-11-27T01:19:37,592 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 687, reset compression=false 2024-11-27T01:19:37,815 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T01:19:37,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:37,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:37,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@300121e 2024-11-27T01:19:37,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:37,926 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-27T01:19:37,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:19:37,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:37,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1] 2024-11-27T01:19:37,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:37,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-27T01:19:37,934 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T01:19:37,937 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/fb4fb2b1891249738f51bee023dad786_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T01:19:37,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/fb4fb2b1891249738f51bee023dad786_SeqId_4_ for inclusion in f917332b8768e059bd241c611f357a76/f 2024-11-27T01:19:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-27T01:19:37,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:19:37,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_ for inclusion in f917332b8768e059bd241c611f357a76/f 2024-11-27T01:19:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-27T01:19:37,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:19:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(2603): Flush status journal for f917332b8768e059bd241c611f357a76: 2024-11-27T01:19:37,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fb4fb2b1891249738f51bee023dad786_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:19:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/fb4fb2b1891249738f51bee023dad786_SeqId_4_ as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/b7b01cf1c532497589506f1888a34955_SeqId_4_ 2024-11-27T01:19:37,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:19:37,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_ as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/14dc686835ac41fcaf034a7733db15f4_SeqId_4_ 2024-11-27T01:19:37,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/fb4fb2b1891249738f51bee023dad786_SeqId_4_ into f917332b8768e059bd241c611f357a76/f as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/b7b01cf1c532497589506f1888a34955_SeqId_4_ - updating store file list. 2024-11-27T01:19:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b7b01cf1c532497589506f1888a34955_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:19:37,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/b7b01cf1c532497589506f1888a34955_SeqId_4_ into f917332b8768e059bd241c611f357a76/f 2024-11-27T01:19:37,952 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/fb4fb2b1891249738f51bee023dad786_SeqId_4_ into f917332b8768e059bd241c611f357a76/f (new location: hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/b7b01cf1c532497589506f1888a34955_SeqId_4_) 2024-11-27T01:19:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/fb4fb2b1891249738f51bee023dad786_SeqId_4_ 2024-11-27T01:19:37,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_ into f917332b8768e059bd241c611f357a76/f as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/14dc686835ac41fcaf034a7733db15f4_SeqId_4_ - updating store file list. 2024-11-27T01:19:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 14dc686835ac41fcaf034a7733db15f4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:19:37,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/14dc686835ac41fcaf034a7733db15f4_SeqId_4_ into f917332b8768e059bd241c611f357a76/f 2024-11-27T01:19:37,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_ into f917332b8768e059bd241c611f357a76/f (new location: hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/14dc686835ac41fcaf034a7733db15f4_SeqId_4_) 2024-11-27T01:19:37,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins.hfs.11__test__7is6ee2njjqramk1s7bptaq01vft1njudo7fa84j5vdskut8l5u59uicfdtgqnko/f/dd0dc63f2aae4cf681eb365e01d663fd_SeqId_4_ 2024-11-27T01:19:37,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.ReplicationSink(324): Finished replicating [1949deaf-af3d-495f-91b4-83d7bdac628e] bulk loaded data 2024-11-27T01:19:37,995 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 687, reset compression=false 2024-11-27T01:19:38,254 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 379, reset compression=false 2024-11-27T01:19:38,260 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:19:38,260 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36605,1732670366188 got entry batch from reader: WALEntryBatch [walEntries=[{test/f917332b8768e059bd241c611f357a76/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732670377956/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T01:19:38,262 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:19:38,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-27T01:19:38,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.ReplicationSink(318): Replicating [1949deaf-af3d-495f-91b4-83d7bdac628e, 41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0] bulk loaded data 2024-11-27T01:19:38,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207e7dd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:38,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,41319,-1 for getting cluster id 2024-11-27T01:19:38,264 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:38,265 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1949deaf-af3d-495f-91b4-83d7bdac628e' 2024-11-27T01:19:38,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:38,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1949deaf-af3d-495f-91b4-83d7bdac628e" 2024-11-27T01:19:38,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7750741b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:38,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,41319,-1] 2024-11-27T01:19:38,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:38,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:38,266 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:38,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1392edc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:38,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741842_1018 (size=7691) 2024-11-27T01:19:38,460 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 725, reset compression=false 2024-11-27T01:19:38,500 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 687, reset compression=false 2024-11-27T01:19:38,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741843_1019 (size=7894) 2024-11-27T01:19:38,766 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 725, reset compression=false 2024-11-27T01:19:38,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:38,830 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732670378829/Put/seqid=0 2024-11-27T01:19:38,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741842_1018 (size=11194) 2024-11-27T01:19:39,089 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:39,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:39,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f06223c 2024-11-27T01:19:39,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:39,091 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-27T01:19:39,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:19:39,094 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:39,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,44917,1732670362003, seqNum=-1] 2024-11-27T01:19:39,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:39,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-27T01:19:39,102 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__6cii5blontu0ovu2dfedjrl6avaorarrqtjrqstnsd7r7q074bfp3nteqrth9krq/f/14dc686835ac41fcaf034a7733db15f4_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-27T01:19:39,104 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 687, reset compression=false 2024-11-27T01:19:39,105 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__6cii5blontu0ovu2dfedjrl6avaorarrqtjrqstnsd7r7q074bfp3nteqrth9krq/f/b7b01cf1c532497589506f1888a34955_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-27T01:19:39,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.ReplicationSink(324): Finished replicating [1949deaf-af3d-495f-91b4-83d7bdac628e, 41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0] bulk loaded data 2024-11-27T01:19:39,171 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 725, reset compression=false 2024-11-27T01:19:39,237 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732670379237/Put/seqid=0 2024-11-27T01:19:39,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741843_1019 (size=10791) 2024-11-27T01:19:39,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc83fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:39,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,40581,-1 for getting cluster id 2024-11-27T01:19:39,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:39,246 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0' 2024-11-27T01:19:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0" 2024-11-27T01:19:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f8652cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,40581,-1] 2024-11-27T01:19:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:39,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:39,248 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:39,249 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f08b92e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:39,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:39,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1] 2024-11-27T01:19:39,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:39,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:39,261 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:39,262 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25ec8ebf 2024-11-27T01:19:39,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:39,264 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:39,268 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670371397.f917332b8768e059bd241c611f357a76., hostname=7d6f26a4c136,36605,1732670366188, seqNum=2] 2024-11-27T01:19:39,271 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:19:39,286 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-27T01:19:39,314 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-27T01:19:39,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/testHFileCyclicReplication_10/f/hfile_1 for inclusion in f917332b8768e059bd241c611f357a76/f 2024-11-27T01:19:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T01:19:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:19:39,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/testHFileCyclicReplication_10/f/hfile_0 for inclusion in f917332b8768e059bd241c611f357a76/f 2024-11-27T01:19:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T01:19:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:19:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegion(2603): Flush status journal for f917332b8768e059bd241c611f357a76: 2024-11-27T01:19:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins__test__uti8klicgm5t5vqugf481rue987eg6pegdi2d89j7ki1m00fbui11pqdpc88oddc/f/hfile_1 2024-11-27T01:19:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins__test__uti8klicgm5t5vqugf481rue987eg6pegdi2d89j7ki1m00fbui11pqdpc88oddc/f/hfile_1 as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_ 2024-11-27T01:19:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins__test__uti8klicgm5t5vqugf481rue987eg6pegdi2d89j7ki1m00fbui11pqdpc88oddc/f/hfile_0 2024-11-27T01:19:39,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins__test__uti8klicgm5t5vqugf481rue987eg6pegdi2d89j7ki1m00fbui11pqdpc88oddc/f/hfile_0 as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/732669eedd0545e6ac9c9773072b396d_SeqId_6_ 2024-11-27T01:19:39,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins__test__uti8klicgm5t5vqugf481rue987eg6pegdi2d89j7ki1m00fbui11pqdpc88oddc/f/hfile_1 into f917332b8768e059bd241c611f357a76/f as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_ - updating store file list. 2024-11-27T01:19:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T01:19:39,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_ into f917332b8768e059bd241c611f357a76/f 2024-11-27T01:19:39,373 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins__test__uti8klicgm5t5vqugf481rue987eg6pegdi2d89j7ki1m00fbui11pqdpc88oddc/f/hfile_1 into f917332b8768e059bd241c611f357a76/f (new location: hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_) 2024-11-27T01:19:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins__test__uti8klicgm5t5vqugf481rue987eg6pegdi2d89j7ki1m00fbui11pqdpc88oddc/f/hfile_1 2024-11-27T01:19:39,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins__test__uti8klicgm5t5vqugf481rue987eg6pegdi2d89j7ki1m00fbui11pqdpc88oddc/f/hfile_0 into f917332b8768e059bd241c611f357a76/f as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/732669eedd0545e6ac9c9773072b396d_SeqId_6_ - updating store file list. 2024-11-27T01:19:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 732669eedd0545e6ac9c9773072b396d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T01:19:39,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/732669eedd0545e6ac9c9773072b396d_SeqId_6_ into f917332b8768e059bd241c611f357a76/f 2024-11-27T01:19:39,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins__test__uti8klicgm5t5vqugf481rue987eg6pegdi2d89j7ki1m00fbui11pqdpc88oddc/f/hfile_0 into f917332b8768e059bd241c611f357a76/f (new location: hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/f/732669eedd0545e6ac9c9773072b396d_SeqId_6_) 2024-11-27T01:19:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/staging/jenkins__test__uti8klicgm5t5vqugf481rue987eg6pegdi2d89j7ki1m00fbui11pqdpc88oddc/f/hfile_0 2024-11-27T01:19:39,388 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:39,388 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:39,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:39,388 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:39,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:39,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732670371397.f917332b8768e059bd241c611f357a76., hostname=7d6f26a4c136,36605,1732670366188, seqNum=2 , the old value is region=test,,1732670371397.f917332b8768e059bd241c611f357a76., hostname=7d6f26a4c136,36605,1732670366188, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d6f26a4c136:36605 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:19:39,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732670371397.f917332b8768e059bd241c611f357a76., hostname=7d6f26a4c136,36605,1732670366188, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:19:39,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732670371397.f917332b8768e059bd241c611f357a76., hostname=7d6f26a4c136,36605,1732670366188, seqNum=2 from cache 2024-11-27T01:19:39,389 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:39,390 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T01:19:39,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,44917,1732670362003, seqNum=-1] 2024-11-27T01:19:39,390 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:39,392 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:39,394 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670369229.6937906afaa0e71ef4f78fe55176473f., hostname=7d6f26a4c136,44917,1732670362003, seqNum=2] 2024-11-27T01:19:39,402 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T01:19:39,494 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:36605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T01:19:39,677 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 725, reset compression=false 2024-11-27T01:19:39,682 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:19:39,682 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36605,1732670366188 got entry batch from reader: WALEntryBatch [walEntries=[{test/f917332b8768e059bd241c611f357a76/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732670379386/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T01:19:39,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.ReplicationSink(318): Replicating [41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0] bulk loaded data 2024-11-27T01:19:39,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741844_1020 (size=10791) 2024-11-27T01:19:39,810 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 687, reset compression=false 2024-11-27T01:19:39,882 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 1033, reset compression=false 2024-11-27T01:19:40,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741845_1021 (size=11194) 2024-11-27T01:19:40,187 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 1033, reset compression=false 2024-11-27T01:19:40,407 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T01:19:40,523 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:19:40,534 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-27T01:19:40,539 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/732669eedd0545e6ac9c9773072b396d_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-27T01:19:40,542 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_ for inclusion in 6937906afaa0e71ef4f78fe55176473f/f 2024-11-27T01:19:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-27T01:19:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:19:40,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/732669eedd0545e6ac9c9773072b396d_SeqId_6_ for inclusion in 6937906afaa0e71ef4f78fe55176473f/f 2024-11-27T01:19:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-27T01:19:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:19:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HRegion(2603): Flush status journal for 6937906afaa0e71ef4f78fe55176473f: 2024-11-27T01:19:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:19:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_ as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/ca6c88692933428aa0211a13be9d54e5_SeqId_6_ 2024-11-27T01:19:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 732669eedd0545e6ac9c9773072b396d_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:19:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/732669eedd0545e6ac9c9773072b396d_SeqId_6_ as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/a7eff248c1d74271aef3533bd22d5e5f_SeqId_6_ 2024-11-27T01:19:40,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_ into 6937906afaa0e71ef4f78fe55176473f/f as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/ca6c88692933428aa0211a13be9d54e5_SeqId_6_ - updating store file list. 2024-11-27T01:19:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ca6c88692933428aa0211a13be9d54e5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T01:19:40,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/ca6c88692933428aa0211a13be9d54e5_SeqId_6_ into 6937906afaa0e71ef4f78fe55176473f/f 2024-11-27T01:19:40,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_ into 6937906afaa0e71ef4f78fe55176473f/f (new location: hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/ca6c88692933428aa0211a13be9d54e5_SeqId_6_) 2024-11-27T01:19:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/5c6c987f96dc4c0a9af3e8c095f38324_SeqId_6_ 2024-11-27T01:19:40,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/732669eedd0545e6ac9c9773072b396d_SeqId_6_ into 6937906afaa0e71ef4f78fe55176473f/f as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/a7eff248c1d74271aef3533bd22d5e5f_SeqId_6_ - updating store file list. 2024-11-27T01:19:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7eff248c1d74271aef3533bd22d5e5f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T01:19:40,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/a7eff248c1d74271aef3533bd22d5e5f_SeqId_6_ into 6937906afaa0e71ef4f78fe55176473f/f 2024-11-27T01:19:40,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/732669eedd0545e6ac9c9773072b396d_SeqId_6_ into 6937906afaa0e71ef4f78fe55176473f/f (new location: hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/f/a7eff248c1d74271aef3533bd22d5e5f_SeqId_6_) 2024-11-27T01:19:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/staging/jenkins.hfs.10__test__t4a266h5d3ss4hii2a4k0l4dflocud4faek330cvrfq01387ikqu8pbq4l2lvjrv/f/732669eedd0545e6ac9c9773072b396d_SeqId_6_ 2024-11-27T01:19:40,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44917 {}] regionserver.ReplicationSink(324): Finished replicating [41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0] bulk loaded data 2024-11-27T01:19:40,591 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 1033, reset compression=false 2024-11-27T01:19:40,615 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 687, reset compression=false 2024-11-27T01:19:40,619 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:19:40,620 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,44917,1732670362003 got entry batch from reader: WALEntryBatch [walEntries=[{test/6937906afaa0e71ef4f78fe55176473f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732670380568/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-27T01:19:40,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.ReplicationSink(318): Replicating [41e95d82-2be7-4a1a-87f1-b2b9c9b85fd0, 1949deaf-af3d-495f-91b4-83d7bdac628e] bulk loaded data 2024-11-27T01:19:40,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741844_1020 (size=10791) 2024-11-27T01:19:40,820 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1033, reset compression=false 2024-11-27T01:19:41,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741845_1021 (size=11194) 2024-11-27T01:19:41,096 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 1033, reset compression=false 2024-11-27T01:19:41,124 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1033, reset compression=false 2024-11-27T01:19:41,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:19:41,421 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:41,421 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:41,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:41,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:41,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:41,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:19:41,422 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=621826431, stopped=false 2024-11-27T01:19:41,422 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,40581,1732670366151 2024-11-27T01:19:41,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1950033205/running 2024-11-27T01:19:41,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1950033205/running 2024-11-27T01:19:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:41,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Set watcher on znode that does not yet exist, /1-1950033205/running 2024-11-27T01:19:41,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:41,426 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Set watcher on znode that does not yet exist, /1-1950033205/running 2024-11-27T01:19:41,427 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:19:41,427 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:41,428 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:41,428 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:41,428 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,36605,1732670366188' ***** 2024-11-27T01:19:41,428 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:19:41,429 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:19:41,429 INFO [RS:0;7d6f26a4c136:36605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:19:41,429 INFO [RS:0;7d6f26a4c136:36605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:19:41,429 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(3091): Received CLOSE for f917332b8768e059bd241c611f357a76 2024-11-27T01:19:41,429 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:19:41,432 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(3091): Received CLOSE for bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:41,432 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:41,432 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:19:41,432 INFO [RS:0;7d6f26a4c136:36605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:36605. 2024-11-27T01:19:41,432 DEBUG [RS:0;7d6f26a4c136:36605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:41,432 DEBUG [RS:0;7d6f26a4c136:36605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:41,433 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f917332b8768e059bd241c611f357a76, disabling compactions & flushes 2024-11-27T01:19:41,433 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:41,433 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:19:41,433 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:41,433 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:19:41,433 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:19:41,433 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670371397.f917332b8768e059bd241c611f357a76. after waiting 0 ms 2024-11-27T01:19:41,433 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:41,433 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:19:41,446 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:19:41,446 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f917332b8768e059bd241c611f357a76=test,,1732670371397.f917332b8768e059bd241c611f357a76., bd887c31d1d479c24b4ba2aa60fce05f=hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f.} 2024-11-27T01:19:41,446 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd887c31d1d479c24b4ba2aa60fce05f, f917332b8768e059bd241c611f357a76 2024-11-27T01:19:41,448 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:19:41,448 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:19:41,448 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:19:41,448 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:19:41,448 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:19:41,448 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:19:41,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:19:41,453 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/default/test/f917332b8768e059bd241c611f357a76/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T01:19:41,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T01:19:41,454 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:41,454 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:19:41,454 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36605 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:48668 deadline: 1732670441452, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping 2024-11-27T01:19:41,454 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:41,454 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f917332b8768e059bd241c611f357a76: Waiting for close lock at 1732670381432Running coprocessor pre-close hooks at 1732670381432Disabling compacts and flushes for region at 1732670381432Disabling writes for close at 1732670381433 (+1 ms)Writing region close event to WAL at 1732670381450 (+17 ms)Running coprocessor post-close hooks at 1732670381454 (+4 ms)Closed at 1732670381454 2024-11-27T01:19:41,454 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670371397.f917332b8768e059bd241c611f357a76. 2024-11-27T01:19:41,454 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bd887c31d1d479c24b4ba2aa60fce05f, disabling compactions & flushes 2024-11-27T01:19:41,454 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:41,454 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:41,454 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. after waiting 0 ms 2024-11-27T01:19:41,454 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:41,454 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bd887c31d1d479c24b4ba2aa60fce05f 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-27T01:19:41,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 from cache 2024-11-27T01:19:41,467 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:19:41,498 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/info/63b14e9861324a4e86ae0fd75e4690b2 is 147, key is hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f./info:regioninfo/1732670375126/Put/seqid=0 2024-11-27T01:19:41,500 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/.tmp/hfileref/fa35bdaab1644eea87b8520d45e5d48f is 74, key is 1/hfileref:14dc686835ac41fcaf034a7733db15f4_SeqId_4_/1732670379109/DeleteColumn/seqid=0 2024-11-27T01:19:41,528 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1033, reset compression=false 2024-11-27T01:19:41,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741846_1022 (size=7686) 2024-11-27T01:19:41,533 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/info/63b14e9861324a4e86ae0fd75e4690b2 2024-11-27T01:19:41,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741847_1023 (size=5345) 2024-11-27T01:19:41,564 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:41,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1] 2024-11-27T01:19:41,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T01:19:41,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36605 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:48668 deadline: 1732670441452, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping 2024-11-27T01:19:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 from cache 2024-11-27T01:19:41,572 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/ns/e529225c3ac9461fa40ffc9bf1701f4c is 43, key is default/ns:d/1732670369152/Put/seqid=0 2024-11-27T01:19:41,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741848_1024 (size=5153) 2024-11-27T01:19:41,646 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:41,700 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 1033, reset compression=false 2024-11-27T01:19:41,704 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:19:41,704 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 1328, reset compression=false 2024-11-27T01:19:41,705 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36605,1732670366188 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:19:41,706 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7d6f26a4c136,36605,1732670366188: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7d6f26a4c136,36605,1732670366188, walGroup=7d6f26a4c136%2C36605%2C1732670366188, offset=7d6f26a4c136%2C36605%2C1732670366188.1732670368186:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:36605 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T01:19:41,708 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T01:19:41,711 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T01:19:41,712 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T01:19:41,712 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T01:19:41,712 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T01:19:41,712 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 557456384 }, "NonHeapMemoryUsage": { "committed": 191037440, "init": 7667712, "max": -1, "used": 188344264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T01:19:41,716 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T01:19:41,773 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:41,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1] 2024-11-27T01:19:41,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:19:41,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:41,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:41,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 from cache 2024-11-27T01:19:41,847 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:41,909 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 1328, reset compression=false 2024-11-27T01:19:41,952 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/.tmp/hfileref/fa35bdaab1644eea87b8520d45e5d48f 2024-11-27T01:19:41,971 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/.tmp/queue/2212b043289b4e488f2bd3ad031f0233 is 154, key is 1-7d6f26a4c136,36605,1732670366188/queue:7d6f26a4c136%2C36605%2C1732670366188/1732670380574/Put/seqid=0 2024-11-27T01:19:41,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741849_1025 (size=5353) 2024-11-27T01:19:41,986 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/ns/e529225c3ac9461fa40ffc9bf1701f4c 2024-11-27T01:19:42,005 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/rep_barrier/388ccdd56ea34662bbf86d00d4753be7 is 112, key is test,,1732670371397.f917332b8768e059bd241c611f357a76./rep_barrier:seqnumDuringOpen/1732670372671/Put/seqid=0 2024-11-27T01:19:42,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741850_1026 (size=5518) 2024-11-27T01:19:42,010 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/rep_barrier/388ccdd56ea34662bbf86d00d4753be7 2024-11-27T01:19:42,036 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/table/92148080d9cb4b0b94de146a9cf423b7 is 53, key is hbase:replication/table:state/1732670375132/Put/seqid=0 2024-11-27T01:19:42,047 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:42,050 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:19:42,050 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:19:42,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741851_1027 (size=5308) 2024-11-27T01:19:42,050 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1033, reset compression=false 2024-11-27T01:19:42,083 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:42,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1] 2024-11-27T01:19:42,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:19:42,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 from cache 2024-11-27T01:19:42,213 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 1328, reset compression=false 2024-11-27T01:19:42,247 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bd887c31d1d479c24b4ba2aa60fce05f 2024-11-27T01:19:42,376 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/.tmp/queue/2212b043289b4e488f2bd3ad031f0233 2024-11-27T01:19:42,381 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/.tmp/hfileref/fa35bdaab1644eea87b8520d45e5d48f as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/hfileref/fa35bdaab1644eea87b8520d45e5d48f 2024-11-27T01:19:42,386 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/hfileref/fa35bdaab1644eea87b8520d45e5d48f, entries=4, sequenceid=12, filesize=5.2 K 2024-11-27T01:19:42,387 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/.tmp/queue/2212b043289b4e488f2bd3ad031f0233 as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/queue/2212b043289b4e488f2bd3ad031f0233 2024-11-27T01:19:42,391 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/queue/2212b043289b4e488f2bd3ad031f0233, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T01:19:42,391 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bd887c31d1d479c24b4ba2aa60fce05f in 937ms, sequenceid=12, compaction requested=false 2024-11-27T01:19:42,395 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/replication/bd887c31d1d479c24b4ba2aa60fce05f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T01:19:42,395 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:42,395 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:19:42,395 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:42,395 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bd887c31d1d479c24b4ba2aa60fce05f: Waiting for close lock at 1732670381454Running coprocessor pre-close hooks at 1732670381454Disabling compacts and flushes for region at 1732670381454Disabling writes for close at 1732670381454Obtaining lock to block concurrent updates at 1732670381454Preparing flush snapshotting stores in bd887c31d1d479c24b4ba2aa60fce05f at 1732670381454Finished memstore snapshotting hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732670381455 (+1 ms)Flushing stores of hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. at 1732670381456 (+1 ms)Flushing bd887c31d1d479c24b4ba2aa60fce05f/hfileref: creating writer at 1732670381456Flushing bd887c31d1d479c24b4ba2aa60fce05f/hfileref: appending metadata at 1732670381500 (+44 ms)Flushing bd887c31d1d479c24b4ba2aa60fce05f/hfileref: closing flushed file at 1732670381500Flushing bd887c31d1d479c24b4ba2aa60fce05f/queue: creating writer at 1732670381957 (+457 ms)Flushing bd887c31d1d479c24b4ba2aa60fce05f/queue: appending metadata at 1732670381971 (+14 ms)Flushing bd887c31d1d479c24b4ba2aa60fce05f/queue: closing flushed file at 1732670381971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3605826c: reopening flushed file at 1732670382381 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2853892e: reopening flushed file at 1732670382386 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for bd887c31d1d479c24b4ba2aa60fce05f in 937ms, sequenceid=12, compaction requested=false at 1732670382391 (+5 ms)Writing region close event to WAL at 1732670382392 (+1 ms)Running coprocessor post-close hooks at 1732670382395 (+3 ms)Closed at 1732670382395 2024-11-27T01:19:42,396 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670374745.bd887c31d1d479c24b4ba2aa60fce05f. 2024-11-27T01:19:42,447 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:19:42,447 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:19:42,447 DEBUG [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:19:42,451 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/table/92148080d9cb4b0b94de146a9cf423b7 2024-11-27T01:19:42,455 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/info/63b14e9861324a4e86ae0fd75e4690b2 as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/info/63b14e9861324a4e86ae0fd75e4690b2 2024-11-27T01:19:42,459 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/info/63b14e9861324a4e86ae0fd75e4690b2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:19:42,460 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/ns/e529225c3ac9461fa40ffc9bf1701f4c as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/ns/e529225c3ac9461fa40ffc9bf1701f4c 2024-11-27T01:19:42,464 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/ns/e529225c3ac9461fa40ffc9bf1701f4c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:19:42,464 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/rep_barrier/388ccdd56ea34662bbf86d00d4753be7 as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/rep_barrier/388ccdd56ea34662bbf86d00d4753be7 2024-11-27T01:19:42,468 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/rep_barrier/388ccdd56ea34662bbf86d00d4753be7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:19:42,469 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/.tmp/table/92148080d9cb4b0b94de146a9cf423b7 as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/table/92148080d9cb4b0b94de146a9cf423b7 2024-11-27T01:19:42,472 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/table/92148080d9cb4b0b94de146a9cf423b7, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:19:42,473 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1025ms, sequenceid=16, compaction requested=false 2024-11-27T01:19:42,478 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:19:42,479 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:42,479 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:19:42,479 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:42,479 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670381448Running coprocessor pre-close hooks at 1732670381448Disabling compacts and flushes for region at 1732670381448Disabling writes for close at 1732670381448Obtaining lock to block concurrent updates at 1732670381448Preparing flush snapshotting stores in 1588230740 at 1732670381448Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670381449 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732670381450 (+1 ms)Flushing 1588230740/info: creating writer at 1732670381450Flushing 1588230740/info: appending metadata at 1732670381492 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732670381492Flushing 1588230740/ns: creating writer at 1732670381545 (+53 ms)Flushing 1588230740/ns: appending metadata at 1732670381572 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732670381572Flushing 1588230740/rep_barrier: creating writer at 1732670381990 (+418 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670382005 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670382005Flushing 1588230740/table: creating writer at 1732670382015 (+10 ms)Flushing 1588230740/table: appending metadata at 1732670382035 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732670382035Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6870eae3: reopening flushed file at 1732670382454 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6559345c: reopening flushed file at 1732670382459 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dacac8b: reopening flushed file at 1732670382464 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63a60645: reopening flushed file at 1732670382468 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1025ms, sequenceid=16, compaction requested=false at 1732670382473 (+5 ms)Writing region close event to WAL at 1732670382476 (+3 ms)Running coprocessor post-close hooks at 1732670382479 (+3 ms)Closed at 1732670382479 2024-11-27T01:19:42,479 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:42,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:42,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1] 2024-11-27T01:19:42,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:19:42,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36605,1732670366188, seqNum=-1 from cache 2024-11-27T01:19:42,597 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:19:42,598 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T01:19:41.455Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41.567Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41.776Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42.085Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42.596Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 7d6f26a4c136,36605,1732670366188 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T01:19:42,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T01:19:41.455Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41.567Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41.776Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42.085Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42.596Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 7d6f26a4c136,36605,1732670366188 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T01:19:42,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36605 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.2:48652 deadline: 1732670440620, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T01:19:41.455Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41.567Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41.776Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42.085Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42.596Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42,601 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-27T01:19:41.455Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41.567Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 7d6f26a4c136,36605,1732670366188 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:19:41.776Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42.085Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting 2024-11-27T01:19:42.596Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 7d6f26a4c136,36605,1732670366188 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:19:42,617 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/WALs/7d6f26a4c136,36605,1732670366188/7d6f26a4c136%2C36605%2C1732670366188.1732670368186 to pos 1328, reset compression=false 2024-11-27T01:19:42,647 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,36605,1732670366188; all regions closed. 2024-11-27T01:19:42,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741834_1010 (size=4239) 2024-11-27T01:19:42,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741839_1015 (size=3127) 2024-11-27T01:19:42,655 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1033, reset compression=false 2024-11-27T01:19:42,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741832_1008 (size=1336) 2024-11-27T01:19:42,656 DEBUG [RS:0;7d6f26a4c136:36605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:42,656 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:19:42,657 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:19:42,657 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:19:42,657 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:19:42,657 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:19:42,657 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,36605,1732670366188 because: Region server is closing 2024-11-27T01:19:42,658 INFO [RS:0;7d6f26a4c136:36605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:36605. 2024-11-27T01:19:42,658 DEBUG [RS:0;7d6f26a4c136:36605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:42,658 DEBUG [RS:0;7d6f26a4c136:36605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:42,658 DEBUG [RS:0;7d6f26a4c136:36605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:42,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:42,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 7d6f26a4c136,36605,1732670366188 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:19:42,706 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 7d6f26a4c136,36605,1732670366188 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:19:42,758 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.shipper7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 terminated 2024-11-27T01:19:42,758 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36605,1732670366188.replicationSource.wal-reader.7d6f26a4c136%2C36605%2C1732670366188,1-7d6f26a4c136,36605,1732670366188 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:19:42,758 INFO [RS:0;7d6f26a4c136:36605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:36605. 2024-11-27T01:19:42,759 DEBUG [RS:0;7d6f26a4c136:36605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:42,759 DEBUG [RS:0;7d6f26a4c136:36605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:42,759 DEBUG [RS:0;7d6f26a4c136:36605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:42,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:42,759 INFO [RS:0;7d6f26a4c136:36605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36605 2024-11-27T01:19:42,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205/rs 2024-11-27T01:19:42,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1950033205/rs/7d6f26a4c136,36605,1732670366188 2024-11-27T01:19:42,763 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:19:42,763 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,36605,1732670366188] 2024-11-27T01:19:42,764 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1950033205/draining/7d6f26a4c136,36605,1732670366188 already deleted, retry=false 2024-11-27T01:19:42,764 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,36605,1732670366188 expired; onlineServers=0 2024-11-27T01:19:42,765 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,40581,1732670366151' ***** 2024-11-27T01:19:42,765 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:19:42,765 INFO [M:0;7d6f26a4c136:40581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:19:42,765 INFO [M:0;7d6f26a4c136:40581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:19:42,765 DEBUG [M:0;7d6f26a4c136:40581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:19:42,765 DEBUG [M:0;7d6f26a4c136:40581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:19:42,765 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:19:42,765 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670367972 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670367972,5,FailOnTimeoutGroup] 2024-11-27T01:19:42,765 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670367969 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670367969,5,FailOnTimeoutGroup] 2024-11-27T01:19:42,765 INFO [M:0;7d6f26a4c136:40581 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:19:42,765 INFO [M:0;7d6f26a4c136:40581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:19:42,765 DEBUG [M:0;7d6f26a4c136:40581 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:19:42,765 INFO [M:0;7d6f26a4c136:40581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:19:42,766 INFO [M:0;7d6f26a4c136:40581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:19:42,766 INFO [M:0;7d6f26a4c136:40581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:19:42,766 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:19:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1950033205/master 2024-11-27T01:19:42,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1950033205 2024-11-27T01:19:42,768 DEBUG [M:0;7d6f26a4c136:40581 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1950033205/master already deleted, retry=false 2024-11-27T01:19:42,769 DEBUG [M:0;7d6f26a4c136:40581 {}] master.ActiveMasterManager(353): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1950033205/master 2024-11-27T01:19:42,769 INFO [M:0;7d6f26a4c136:40581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/.lastflushedseqids 2024-11-27T01:19:42,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741852_1028 (size=263) 2024-11-27T01:19:42,777 INFO [M:0;7d6f26a4c136:40581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:19:42,777 INFO [M:0;7d6f26a4c136:40581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:19:42,778 DEBUG [M:0;7d6f26a4c136:40581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:19:42,778 INFO [M:0;7d6f26a4c136:40581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:42,778 DEBUG [M:0;7d6f26a4c136:40581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:42,778 DEBUG [M:0;7d6f26a4c136:40581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:19:42,778 DEBUG [M:0;7d6f26a4c136:40581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:42,778 INFO [M:0;7d6f26a4c136:40581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T01:19:42,803 DEBUG [M:0;7d6f26a4c136:40581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e7866a709c84024810c716d790e9b84 is 82, key is hbase:meta,,1/info:regioninfo/1732670369143/Put/seqid=0 2024-11-27T01:19:42,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741853_1029 (size=5672) 2024-11-27T01:19:42,813 INFO [M:0;7d6f26a4c136:40581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e7866a709c84024810c716d790e9b84 2024-11-27T01:19:42,838 DEBUG [M:0;7d6f26a4c136:40581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83fba634dfb0484fb741220d6953a1e8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732670375136/Put/seqid=0 2024-11-27T01:19:42,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741854_1030 (size=8516) 2024-11-27T01:19:42,867 INFO [RS:0;7d6f26a4c136:36605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:19:42,867 INFO [RS:0;7d6f26a4c136:36605 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,36605,1732670366188; zookeeper connection closed. 2024-11-27T01:19:42,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:42,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36605-0x1015701774f0004, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:42,867 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6caf6897 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6caf6897 2024-11-27T01:19:42,868 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:19:42,910 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7d6f26a4c136:36605 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7d6f26a4c136/172.17.0.2:36605 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:19:42,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7d6f26a4c136:36605 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7d6f26a4c136/172.17.0.2:36605 2024-11-27T01:19:42,911 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=7d6f26a4c136:36605 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7d6f26a4c136/172.17.0.2:36605 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7d6f26a4c136/172.17.0.2:36605 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-27T01:19:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T01:19:42,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55444 deadline: 1732670442913, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T01:19:42,914 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T01:19:42,915 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T01:19:43,215 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T01:19:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T01:19:43,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55444 deadline: 1732670443216, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T01:19:43,217 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T01:19:43,219 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T01:19:43,219 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T01:19:43,247 INFO [M:0;7d6f26a4c136:40581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83fba634dfb0484fb741220d6953a1e8 2024-11-27T01:19:43,269 DEBUG [M:0;7d6f26a4c136:40581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d5579590a0646159273e02d74ff7cb3 is 69, key is 7d6f26a4c136,36605,1732670366188/rs:state/1732670368030/Put/seqid=0 2024-11-27T01:19:43,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741855_1031 (size=5156) 2024-11-27T01:19:43,360 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1033, reset compression=false 2024-11-27T01:19:43,619 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T01:19:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T01:19:43,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40581 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:55444 deadline: 1732670443621, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-27T01:19:43,622 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-27T01:19:43,623 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T01:19:43,623 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T01:19:43,673 INFO [M:0;7d6f26a4c136:40581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d5579590a0646159273e02d74ff7cb3 2024-11-27T01:19:43,678 DEBUG [M:0;7d6f26a4c136:40581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1e7866a709c84024810c716d790e9b84 as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e7866a709c84024810c716d790e9b84 2024-11-27T01:19:43,682 INFO [M:0;7d6f26a4c136:40581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1e7866a709c84024810c716d790e9b84, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T01:19:43,683 DEBUG [M:0;7d6f26a4c136:40581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/83fba634dfb0484fb741220d6953a1e8 as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83fba634dfb0484fb741220d6953a1e8 2024-11-27T01:19:43,687 INFO [M:0;7d6f26a4c136:40581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/83fba634dfb0484fb741220d6953a1e8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T01:19:43,688 DEBUG [M:0;7d6f26a4c136:40581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d5579590a0646159273e02d74ff7cb3 as hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d5579590a0646159273e02d74ff7cb3 2024-11-27T01:19:43,692 INFO [M:0;7d6f26a4c136:40581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35475/user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d5579590a0646159273e02d74ff7cb3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T01:19:43,692 INFO [M:0;7d6f26a4c136:40581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false 2024-11-27T01:19:43,698 INFO [M:0;7d6f26a4c136:40581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:43,698 DEBUG [M:0;7d6f26a4c136:40581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670382778Disabling compacts and flushes for region at 1732670382778Disabling writes for close at 1732670382778Obtaining lock to block concurrent updates at 1732670382778Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670382778Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732670382778Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670382779 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670382779Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670382802 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670382802Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670382819 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670382837 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670382837Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670383251 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670383268 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670383268Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38e07734: reopening flushed file at 1732670383678 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4704cae: reopening flushed file at 1732670383682 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42098b34: reopening flushed file at 1732670383687 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 914ms, sequenceid=97, compaction requested=false at 1732670383692 (+5 ms)Writing region close event to WAL at 1732670383698 (+6 ms)Closed at 1732670383698 2024-11-27T01:19:43,700 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e4be5cee-f965-61be-8357-332e9169a1cb/MasterData/WALs/7d6f26a4c136,40581,1732670366151/7d6f26a4c136%2C40581%2C1732670366151.1732670367891 not finished, retry = 0 2024-11-27T01:19:43,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44535 is added to blk_1073741830_1006 (size=63654) 2024-11-27T01:19:43,801 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:19:43,801 INFO [M:0;7d6f26a4c136:40581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:19:43,801 INFO [M:0;7d6f26a4c136:40581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40581 2024-11-27T01:19:43,802 INFO [M:0;7d6f26a4c136:40581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:19:43,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:43,904 INFO [M:0;7d6f26a4c136:40581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:19:43,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40581-0x1015701774f0003, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:43,906 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62978b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:19:43,907 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68ce4868{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:19:43,907 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:19:43,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29db64f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:19:43,907 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c855783{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/hadoop.log.dir/,STOPPED} 2024-11-27T01:19:43,909 WARN [BP-960861600-172.17.0.2-1732670365189 heartbeating to localhost/127.0.0.1:35475 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:19:43,909 WARN [BP-960861600-172.17.0.2-1732670365189 heartbeating to localhost/127.0.0.1:35475 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-960861600-172.17.0.2-1732670365189 (Datanode Uuid 26bcbe2a-2782-4318-bc66-92f392c82ddf) service to localhost/127.0.0.1:35475 2024-11-27T01:19:43,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/cluster_ffcdd465-a58e-cddc-0cd6-9cd0668f7499/data/data1/current/BP-960861600-172.17.0.2-1732670365189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:19:43,910 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/cluster_ffcdd465-a58e-cddc-0cd6-9cd0668f7499/data/data2/current/BP-960861600-172.17.0.2-1732670365189 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:19:43,910 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:19:43,910 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:19:43,910 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:19:43,917 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bac464d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:19:43,917 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bae29d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:19:43,917 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:19:43,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ef8e466{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:19:43,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ae04b5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/hadoop.log.dir/,STOPPED} 2024-11-27T01:19:43,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:19:43,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:19:43,933 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:43,933 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:43,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:43,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:43,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:43,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:19:43,934 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=801694611, stopped=false 2024-11-27T01:19:43,934 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,41319,1732670361894 2024-11-27T01:19:43,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-299491794/running 2024-11-27T01:19:43,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-299491794/running 2024-11-27T01:19:43,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:43,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:43,936 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:19:43,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Set watcher on znode that does not yet exist, /0-299491794/running 2024-11-27T01:19:43,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:19:43,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:43,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Set watcher on znode that does not yet exist, /0-299491794/running 2024-11-27T01:19:43,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:43,937 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,44917,1732670362003' ***** 2024-11-27T01:19:43,937 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:19:43,937 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:19:43,937 INFO [RS:0;7d6f26a4c136:44917 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:19:43,937 INFO [RS:0;7d6f26a4c136:44917 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:19:43,937 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(3091): Received CLOSE for 4f79339d0d4f478c638cdd63945f991a 2024-11-27T01:19:43,937 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(3091): Received CLOSE for 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:43,937 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:19:43,937 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:43,937 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:19:43,937 INFO [RS:0;7d6f26a4c136:44917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:44917. 2024-11-27T01:19:43,938 DEBUG [RS:0;7d6f26a4c136:44917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:43,938 DEBUG [RS:0;7d6f26a4c136:44917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:43,938 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4f79339d0d4f478c638cdd63945f991a, disabling compactions & flushes 2024-11-27T01:19:43,938 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:43,938 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:19:43,938 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:19:43,938 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:43,938 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:19:43,938 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. after waiting 0 ms 2024-11-27T01:19:43,938 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:43,938 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:19:43,938 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4f79339d0d4f478c638cdd63945f991a 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-27T01:19:43,938 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:19:43,938 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 4f79339d0d4f478c638cdd63945f991a=hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a., 6937906afaa0e71ef4f78fe55176473f=test,,1732670369229.6937906afaa0e71ef4f78fe55176473f.} 2024-11-27T01:19:43,938 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f79339d0d4f478c638cdd63945f991a, 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:43,938 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:19:43,938 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:19:43,938 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:19:43,938 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:19:43,938 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:19:43,938 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:19:43,953 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/.tmp/hfileref/1e0d451f076a4e50b1ce0077efcc1e3c is 74, key is 1/hfileref:a7eff248c1d74271aef3533bd22d5e5f_SeqId_6_/1732670380556/Put/seqid=0 2024-11-27T01:19:43,953 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/info/e46757c79643469fbaaad64da6521c6b is 147, key is hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a./info:regioninfo/1732670374080/Put/seqid=0 2024-11-27T01:19:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741847_1023 (size=5345) 2024-11-27T01:19:43,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741846_1022 (size=7686) 2024-11-27T01:19:43,988 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:19:43,988 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:19:44,006 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:19:44,123 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-27T01:19:44,124 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7d6f26a4c136:40581 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7d6f26a4c136/172.17.0.2:40581 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:19:44,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 7d6f26a4c136:40581 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7d6f26a4c136/172.17.0.2:40581 2024-11-27T01:19:44,138 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f79339d0d4f478c638cdd63945f991a, 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:44,164 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1033, reset compression=false 2024-11-27T01:19:44,233 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:44,234 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 7d6f26a4c136:40581 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7d6f26a4c136/172.17.0.2:40581 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:19:44,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=7d6f26a4c136:40581 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7d6f26a4c136/172.17.0.2:40581 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-27T01:19:44,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 7d6f26a4c136:40581 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 7d6f26a4c136/172.17.0.2:40581 2024-11-27T01:19:44,338 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f79339d0d4f478c638cdd63945f991a, 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:44,357 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/.tmp/hfileref/1e0d451f076a4e50b1ce0077efcc1e3c 2024-11-27T01:19:44,357 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/info/e46757c79643469fbaaad64da6521c6b 2024-11-27T01:19:44,376 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/ns/0da30ebc985f43599e00cc54b46f622f is 43, key is default/ns:d/1732670365107/Put/seqid=0 2024-11-27T01:19:44,376 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/.tmp/queue/e34944d4ca8a48c19b5bb98ff9133412 is 153, key is 1-7d6f26a4c136,44917,1732670362003/queue:7d6f26a4c136%2C44917%2C1732670362003/1732670377961/Put/seqid=0 2024-11-27T01:19:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741848_1024 (size=5153) 2024-11-27T01:19:44,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741849_1025 (size=5352) 2024-11-27T01:19:44,443 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:44,443 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7d6f26a4c136:40581 this server is in the failed servers list 2024-11-27T01:19:44,444 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7d6f26a4c136:40581 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:19:44,539 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f79339d0d4f478c638cdd63945f991a, 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:44,739 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4f79339d0d4f478c638cdd63945f991a, 6937906afaa0e71ef4f78fe55176473f 2024-11-27T01:19:44,753 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:44,753 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7d6f26a4c136:40581 this server is in the failed servers list 2024-11-27T01:19:44,753 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7d6f26a4c136:40581 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:19:44,780 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/ns/0da30ebc985f43599e00cc54b46f622f 2024-11-27T01:19:44,780 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/.tmp/queue/e34944d4ca8a48c19b5bb98ff9133412 2024-11-27T01:19:44,786 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/.tmp/hfileref/1e0d451f076a4e50b1ce0077efcc1e3c as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/hfileref/1e0d451f076a4e50b1ce0077efcc1e3c 2024-11-27T01:19:44,790 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/hfileref/1e0d451f076a4e50b1ce0077efcc1e3c, entries=4, sequenceid=10, filesize=5.2 K 2024-11-27T01:19:44,791 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/.tmp/queue/e34944d4ca8a48c19b5bb98ff9133412 as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/queue/e34944d4ca8a48c19b5bb98ff9133412 2024-11-27T01:19:44,794 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/queue/e34944d4ca8a48c19b5bb98ff9133412, entries=1, sequenceid=10, filesize=5.2 K 2024-11-27T01:19:44,795 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 4f79339d0d4f478c638cdd63945f991a in 857ms, sequenceid=10, compaction requested=false 2024-11-27T01:19:44,801 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/replication/4f79339d0d4f478c638cdd63945f991a/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T01:19:44,801 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/rep_barrier/28f0da4a5a934d8681f80e0df42911dd is 112, key is test,,1732670369229.6937906afaa0e71ef4f78fe55176473f./rep_barrier:seqnumDuringOpen/1732670370378/Put/seqid=0 2024-11-27T01:19:44,801 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:44,801 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:19:44,801 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:44,801 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4f79339d0d4f478c638cdd63945f991a: Waiting for close lock at 1732670383938Running coprocessor pre-close hooks at 1732670383938Disabling compacts and flushes for region at 1732670383938Disabling writes for close at 1732670383938Obtaining lock to block concurrent updates at 1732670383938Preparing flush snapshotting stores in 4f79339d0d4f478c638cdd63945f991a at 1732670383938Finished memstore snapshotting hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732670383938Flushing stores of hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. at 1732670383939 (+1 ms)Flushing 4f79339d0d4f478c638cdd63945f991a/hfileref: creating writer at 1732670383939Flushing 4f79339d0d4f478c638cdd63945f991a/hfileref: appending metadata at 1732670383953 (+14 ms)Flushing 4f79339d0d4f478c638cdd63945f991a/hfileref: closing flushed file at 1732670383953Flushing 4f79339d0d4f478c638cdd63945f991a/queue: creating writer at 1732670384362 (+409 ms)Flushing 4f79339d0d4f478c638cdd63945f991a/queue: appending metadata at 1732670384376 (+14 ms)Flushing 4f79339d0d4f478c638cdd63945f991a/queue: closing flushed file at 1732670384376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56459e40: reopening flushed file at 1732670384785 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79525861: reopening flushed file at 1732670384790 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 4f79339d0d4f478c638cdd63945f991a in 857ms, sequenceid=10, compaction requested=false at 1732670384795 (+5 ms)Writing region close event to WAL at 1732670384798 (+3 ms)Running coprocessor post-close hooks at 1732670384801 (+3 ms)Closed at 1732670384801 2024-11-27T01:19:44,802 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670373610.4f79339d0d4f478c638cdd63945f991a. 2024-11-27T01:19:44,802 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6937906afaa0e71ef4f78fe55176473f, disabling compactions & flushes 2024-11-27T01:19:44,802 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:44,802 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:44,802 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. after waiting 0 ms 2024-11-27T01:19:44,802 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:44,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741850_1026 (size=5518) 2024-11-27T01:19:44,808 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/default/test/6937906afaa0e71ef4f78fe55176473f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T01:19:44,809 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:44,809 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:19:44,809 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:44,809 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6937906afaa0e71ef4f78fe55176473f: Waiting for close lock at 1732670384802Running coprocessor pre-close hooks at 1732670384802Disabling compacts and flushes for region at 1732670384802Disabling writes for close at 1732670384802Writing region close event to WAL at 1732670384802Running coprocessor post-close hooks at 1732670384809 (+7 ms)Closed at 1732670384809 2024-11-27T01:19:44,809 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670369229.6937906afaa0e71ef4f78fe55176473f. 2024-11-27T01:19:44,939 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:19:44,939 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:19:44,939 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:19:45,067 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1033, reset compression=false 2024-11-27T01:19:45,072 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:19:45,072 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1328, reset compression=false 2024-11-27T01:19:45,139 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:19:45,207 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/rep_barrier/28f0da4a5a934d8681f80e0df42911dd 2024-11-27T01:19:45,225 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/table/61407ead46224b2aa8bc55f0857ccd3f is 53, key is hbase:replication/table:state/1732670374088/Put/seqid=0 2024-11-27T01:19:45,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741851_1027 (size=5308) 2024-11-27T01:19:45,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:45,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 7d6f26a4c136:40581 this server is in the failed servers list 2024-11-27T01:19:45,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 7d6f26a4c136:40581 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:19:45,277 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1328, reset compression=false 2024-11-27T01:19:45,339 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:19:45,540 DEBUG [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:19:45,580 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1328, reset compression=false 2024-11-27T01:19:45,630 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/table/61407ead46224b2aa8bc55f0857ccd3f 2024-11-27T01:19:45,635 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/info/e46757c79643469fbaaad64da6521c6b as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/info/e46757c79643469fbaaad64da6521c6b 2024-11-27T01:19:45,639 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/info/e46757c79643469fbaaad64da6521c6b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:19:45,640 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/ns/0da30ebc985f43599e00cc54b46f622f as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/ns/0da30ebc985f43599e00cc54b46f622f 2024-11-27T01:19:45,644 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/ns/0da30ebc985f43599e00cc54b46f622f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:19:45,644 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/rep_barrier/28f0da4a5a934d8681f80e0df42911dd as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/rep_barrier/28f0da4a5a934d8681f80e0df42911dd 2024-11-27T01:19:45,648 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/rep_barrier/28f0da4a5a934d8681f80e0df42911dd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:19:45,649 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/.tmp/table/61407ead46224b2aa8bc55f0857ccd3f as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/table/61407ead46224b2aa8bc55f0857ccd3f 2024-11-27T01:19:45,652 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/table/61407ead46224b2aa8bc55f0857ccd3f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:19:45,653 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false 2024-11-27T01:19:45,657 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:19:45,658 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:45,658 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:19:45,658 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:45,658 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670383938Running coprocessor pre-close hooks at 1732670383938Disabling compacts and flushes for region at 1732670383938Disabling writes for close at 1732670383938Obtaining lock to block concurrent updates at 1732670383938Preparing flush snapshotting stores in 1588230740 at 1732670383938Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670383939 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732670383939Flushing 1588230740/info: creating writer at 1732670383939Flushing 1588230740/info: appending metadata at 1732670383953 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732670383953Flushing 1588230740/ns: creating writer at 1732670384362 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732670384376 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732670384376Flushing 1588230740/rep_barrier: creating writer at 1732670384785 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670384801 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670384801Flushing 1588230740/table: creating writer at 1732670385211 (+410 ms)Flushing 1588230740/table: appending metadata at 1732670385225 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732670385225Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363d904a: reopening flushed file at 1732670385634 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13735855: reopening flushed file at 1732670385639 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55a7e3d4: reopening flushed file at 1732670385644 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4223875: reopening flushed file at 1732670385648 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1715ms, sequenceid=16, compaction requested=false at 1732670385653 (+5 ms)Writing region close event to WAL at 1732670385655 (+2 ms)Running coprocessor post-close hooks at 1732670385658 (+3 ms)Closed at 1732670385658 2024-11-27T01:19:45,658 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:45,740 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,44917,1732670362003; all regions closed. 2024-11-27T01:19:45,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.meta.1732670365046.meta not finished, retry = 0 2024-11-27T01:19:45,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741834_1010 (size=4239) 2024-11-27T01:19:45,844 DEBUG [RS:0;7d6f26a4c136:44917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/oldWALs 2024-11-27T01:19:45,844 INFO [RS:0;7d6f26a4c136:44917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C44917%2C1732670362003.meta:.meta(num 1732670365046) 2024-11-27T01:19:45,846 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.rep.1732670374044 not finished, retry = 0 2024-11-27T01:19:45,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741839_1015 (size=2695) 2024-11-27T01:19:45,948 DEBUG [RS:0;7d6f26a4c136:44917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/oldWALs 2024-11-27T01:19:45,948 INFO [RS:0;7d6f26a4c136:44917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C44917%2C1732670362003.rep:(num 1732670374044) 2024-11-27T01:19:45,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 not finished, retry = 0 2024-11-27T01:19:45,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741832_1008 (size=1336) 2024-11-27T01:19:45,984 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 to pos 1328, reset compression=false 2024-11-27T01:19:46,051 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/WALs/7d6f26a4c136,44917,1732670362003/7d6f26a4c136%2C44917%2C1732670362003.1732670364128 2024-11-27T01:19:46,052 DEBUG [RS:0;7d6f26a4c136:44917 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/oldWALs 2024-11-27T01:19:46,052 INFO [RS:0;7d6f26a4c136:44917 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C44917%2C1732670362003:(num 1732670364128) 2024-11-27T01:19:46,052 DEBUG [RS:0;7d6f26a4c136:44917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:46,052 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:19:46,052 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:19:46,053 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T01:19:46,053 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:19:46,053 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:19:46,053 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,44917,1732670362003 because: Region server is closing 2024-11-27T01:19:46,053 INFO [RS:0;7d6f26a4c136:44917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:44917. 2024-11-27T01:19:46,053 DEBUG [RS:0;7d6f26a4c136:44917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:46,053 DEBUG [RS:0;7d6f26a4c136:44917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:46,053 DEBUG [RS:0;7d6f26a4c136:44917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:46,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:46,154 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.wal-reader.7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-27T01:19:46,154 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-27T01:19:46,154 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-27T01:19:46,154 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-27T01:19:46,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:46,273 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:19:46,276 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:19:46,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:46,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:46,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:46,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:46,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:46,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:46,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:46,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:46,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:46,755 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44917,1732670362003.replicationSource.shipper7d6f26a4c136%2C44917%2C1732670362003,1-7d6f26a4c136,44917,1732670362003 terminated 2024-11-27T01:19:46,755 INFO [RS:0;7d6f26a4c136:44917 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:44917. 2024-11-27T01:19:46,755 DEBUG [RS:0;7d6f26a4c136:44917 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:19:46,755 DEBUG [RS:0;7d6f26a4c136:44917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:46,755 DEBUG [RS:0;7d6f26a4c136:44917 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:46,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:19:46,756 INFO [RS:0;7d6f26a4c136:44917 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44917 2024-11-27T01:19:46,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794/rs 2024-11-27T01:19:46,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-299491794/rs/7d6f26a4c136,44917,1732670362003 2024-11-27T01:19:46,758 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:19:46,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,44917,1732670362003] 2024-11-27T01:19:46,762 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-299491794/draining/7d6f26a4c136,44917,1732670362003 already deleted, retry=false 2024-11-27T01:19:46,762 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,44917,1732670362003 expired; onlineServers=0 2024-11-27T01:19:46,762 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,41319,1732670361894' ***** 2024-11-27T01:19:46,762 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:19:46,762 INFO [M:0;7d6f26a4c136:41319 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:19:46,762 INFO [M:0;7d6f26a4c136:41319 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:19:46,762 DEBUG [M:0;7d6f26a4c136:41319 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:19:46,762 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:19:46,762 DEBUG [M:0;7d6f26a4c136:41319 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:19:46,762 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670363876 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670363876,5,FailOnTimeoutGroup] 2024-11-27T01:19:46,762 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670363880 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670363880,5,FailOnTimeoutGroup] 2024-11-27T01:19:46,762 INFO [M:0;7d6f26a4c136:41319 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:19:46,762 INFO [M:0;7d6f26a4c136:41319 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:19:46,762 DEBUG [M:0;7d6f26a4c136:41319 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:19:46,762 INFO [M:0;7d6f26a4c136:41319 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:19:46,762 INFO [M:0;7d6f26a4c136:41319 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:19:46,763 INFO [M:0;7d6f26a4c136:41319 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:19:46,763 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:19:46,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-299491794/master 2024-11-27T01:19:46,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-299491794 2024-11-27T01:19:46,764 DEBUG [M:0;7d6f26a4c136:41319 {}] zookeeper.ZKUtil(347): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Unable to get data of znode /0-299491794/master because node does not exist (not an error) 2024-11-27T01:19:46,764 WARN [M:0;7d6f26a4c136:41319 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:19:46,765 INFO [M:0;7d6f26a4c136:41319 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/.lastflushedseqids 2024-11-27T01:19:46,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741852_1028 (size=263) 2024-11-27T01:19:46,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:46,859 INFO [RS:0;7d6f26a4c136:44917 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:19:46,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44917-0x1015701774f0001, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:46,859 INFO [RS:0;7d6f26a4c136:44917 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,44917,1732670362003; zookeeper connection closed. 2024-11-27T01:19:46,860 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ee494c1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ee494c1 2024-11-27T01:19:46,860 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:19:47,005 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:19:47,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:47,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:47,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:47,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:47,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:47,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:47,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:47,050 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:47,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:47,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:19:47,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T01:19:47,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T01:19:47,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T01:19:47,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:47,063 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:19:47,170 INFO [M:0;7d6f26a4c136:41319 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:19:47,170 INFO [M:0;7d6f26a4c136:41319 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:19:47,170 DEBUG [M:0;7d6f26a4c136:41319 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:19:47,170 INFO [M:0;7d6f26a4c136:41319 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:47,170 DEBUG [M:0;7d6f26a4c136:41319 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:47,170 DEBUG [M:0;7d6f26a4c136:41319 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:19:47,170 DEBUG [M:0;7d6f26a4c136:41319 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:47,171 INFO [M:0;7d6f26a4c136:41319 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T01:19:47,186 DEBUG [M:0;7d6f26a4c136:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e55bc31dc26472482eaaa0cf8ad435f is 82, key is hbase:meta,,1/info:regioninfo/1732670365086/Put/seqid=0 2024-11-27T01:19:47,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741853_1029 (size=5672) 2024-11-27T01:19:47,590 INFO [M:0;7d6f26a4c136:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e55bc31dc26472482eaaa0cf8ad435f 2024-11-27T01:19:47,609 DEBUG [M:0;7d6f26a4c136:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af00a2a39ff2453185791d9f85875ea2 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732670374093/Put/seqid=0 2024-11-27T01:19:47,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741854_1030 (size=8517) 2024-11-27T01:19:48,013 INFO [M:0;7d6f26a4c136:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af00a2a39ff2453185791d9f85875ea2 2024-11-27T01:19:48,032 DEBUG [M:0;7d6f26a4c136:41319 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/217719b329244ccc97b1b5021c50e87c is 69, key is 7d6f26a4c136,44917,1732670362003/rs:state/1732670363973/Put/seqid=0 2024-11-27T01:19:48,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741855_1031 (size=5156) 2024-11-27T01:19:48,283 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:48,284 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:19:48,284 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4160 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:19:48,436 INFO [M:0;7d6f26a4c136:41319 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/217719b329244ccc97b1b5021c50e87c 2024-11-27T01:19:48,440 DEBUG [M:0;7d6f26a4c136:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9e55bc31dc26472482eaaa0cf8ad435f as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e55bc31dc26472482eaaa0cf8ad435f 2024-11-27T01:19:48,444 INFO [M:0;7d6f26a4c136:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9e55bc31dc26472482eaaa0cf8ad435f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T01:19:48,445 DEBUG [M:0;7d6f26a4c136:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af00a2a39ff2453185791d9f85875ea2 as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af00a2a39ff2453185791d9f85875ea2 2024-11-27T01:19:48,448 INFO [M:0;7d6f26a4c136:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af00a2a39ff2453185791d9f85875ea2, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T01:19:48,449 DEBUG [M:0;7d6f26a4c136:41319 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/217719b329244ccc97b1b5021c50e87c as hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/217719b329244ccc97b1b5021c50e87c 2024-11-27T01:19:48,452 INFO [M:0;7d6f26a4c136:41319 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34463/user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/217719b329244ccc97b1b5021c50e87c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T01:19:48,453 INFO [M:0;7d6f26a4c136:41319 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-27T01:19:48,454 INFO [M:0;7d6f26a4c136:41319 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:48,454 DEBUG [M:0;7d6f26a4c136:41319 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670387170Disabling compacts and flushes for region at 1732670387170Disabling writes for close at 1732670387170Obtaining lock to block concurrent updates at 1732670387171 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670387171Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732670387171Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670387171Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670387171Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670387186 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670387186Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670387594 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670387608 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670387609 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670388018 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670388031 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670388031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f522d3: reopening flushed file at 1732670388440 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29b9dd40: reopening flushed file at 1732670388444 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7700d087: reopening flushed file at 1732670388448 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732670388453 (+5 ms)Writing region close event to WAL at 1732670388454 (+1 ms)Closed at 1732670388454 2024-11-27T01:19:48,456 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/53a5f99b-3219-6232-b948-35ccfdcd9070/MasterData/WALs/7d6f26a4c136,41319,1732670361894/7d6f26a4c136%2C41319%2C1732670361894.1732670363744 not finished, retry = 0 2024-11-27T01:19:48,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44197 is added to blk_1073741830_1006 (size=63666) 2024-11-27T01:19:48,557 INFO [M:0;7d6f26a4c136:41319 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:19:48,557 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:19:48,557 INFO [M:0;7d6f26a4c136:41319 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41319 2024-11-27T01:19:48,557 INFO [M:0;7d6f26a4c136:41319 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:19:48,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:48,659 INFO [M:0;7d6f26a4c136:41319 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:19:48,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41319-0x1015701774f0000, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:19:48,661 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b0b1f36{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:19:48,662 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b816d00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:19:48,662 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:19:48,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f984e6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:19:48,662 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17373f9c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/hadoop.log.dir/,STOPPED} 2024-11-27T01:19:48,663 WARN [BP-1004603110-172.17.0.2-1732670360797 heartbeating to localhost/127.0.0.1:34463 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:19:48,663 WARN [BP-1004603110-172.17.0.2-1732670360797 heartbeating to localhost/127.0.0.1:34463 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1004603110-172.17.0.2-1732670360797 (Datanode Uuid 0c24e104-ef67-4b80-998b-bd5371f408dc) service to localhost/127.0.0.1:34463 2024-11-27T01:19:48,663 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:19:48,663 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:19:48,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/cluster_27c5ce05-ca64-020c-0b54-ff5817c1cabd/data/data1/current/BP-1004603110-172.17.0.2-1732670360797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:19:48,664 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/cluster_27c5ce05-ca64-020c-0b54-ff5817c1cabd/data/data2/current/BP-1004603110-172.17.0.2-1732670360797 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:19:48,665 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:19:48,671 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a857749{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:19:48,672 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c077745{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:19:48,672 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:19:48,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46a94287{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:19:48,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12386e47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b24ae48-0131-1ae1-db9d-1016ef1c1fa8/hadoop.log.dir/,STOPPED} 2024-11-27T01:19:48,677 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T01:19:48,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:19:48,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=245 (was 209) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:35475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34463 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34463 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34463 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35475 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34463 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34463 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35475 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35475 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59073) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35475 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34463 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35475 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=621 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=258 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5514 (was 6091) 2024-11-27T01:19:48,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=245, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=258, ProcessCount=11, AvailableMemoryMB=5514 2024-11-27T01:19:48,720 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-27T01:19:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/hadoop.log.dir so I do NOT create it in target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2 2024-11-27T01:19:48,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:19:48,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/hadoop.tmp.dir so I do NOT create it in target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2 2024-11-27T01:19:48,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8fb72e35-b056-c5a4-1c9d-72cce414e2da/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:19:48,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2 2024-11-27T01:19:48,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/cluster_9b0ba49e-e8a2-fb0e-bdf7-3d6f54a7cd28, deleteOnExit=true 2024-11-27T01:19:48,723 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/cluster_9b0ba49e-e8a2-fb0e-bdf7-3d6f54a7cd28/zookeeper_0, clientPort=60602, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/cluster_9b0ba49e-e8a2-fb0e-bdf7-3d6f54a7cd28/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/cluster_9b0ba49e-e8a2-fb0e-bdf7-3d6f54a7cd28/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T01:19:48,724 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60602 2024-11-27T01:19:48,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:19:48,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:19:48,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/test.cache.data in system properties and HBase conf 2024-11-27T01:19:48,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:19:48,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:19:48,724 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:19:48,725 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:19:48,725 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:19:48,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:19:48,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:19:48,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:19:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015701774f0005, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:19:48,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015701774f0002, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:19:48,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015701774f0002, quorum=127.0.0.1:59073, baseZNode=/0-299491794 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:19:48,776 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015701774f0005, quorum=127.0.0.1:59073, baseZNode=/1-1950033205 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:19:48,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:48,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:19:48,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:19:48,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:19:48,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:19:48,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:48,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ea90aa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:19:48,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106020e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:19:48,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60f6c271{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/java.io.tmpdir/jetty-localhost-36717-hadoop-hdfs-3_4_1-tests_jar-_-any-4217285041398191359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:19:48,971 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@689da65b{HTTP/1.1, (http/1.1)}{localhost:36717} 2024-11-27T01:19:48,971 INFO [Time-limited test {}] server.Server(415): Started @177579ms 2024-11-27T01:19:49,055 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:49,058 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:19:49,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:19:49,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:19:49,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:19:49,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65ffc534{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:19:49,065 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c5b79ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:19:49,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@30b0c31f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/java.io.tmpdir/jetty-localhost-40539-hadoop-hdfs-3_4_1-tests_jar-_-any-17295458104377168690/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:19:49,185 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@398473d7{HTTP/1.1, (http/1.1)}{localhost:40539} 2024-11-27T01:19:49,185 INFO [Time-limited test {}] server.Server(415): Started @177793ms 2024-11-27T01:19:49,187 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:19:49,303 WARN [Thread-2183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/cluster_9b0ba49e-e8a2-fb0e-bdf7-3d6f54a7cd28/data/data1/current/BP-1669012024-172.17.0.2-1732670388753/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:49,303 WARN [Thread-2184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/cluster_9b0ba49e-e8a2-fb0e-bdf7-3d6f54a7cd28/data/data2/current/BP-1669012024-172.17.0.2-1732670388753/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:49,323 WARN [Thread-2171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:19:49,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fd104b1881c4e79 with lease ID 0xb0084493bd9de28b: Processing first storage report for DS-7ff118f6-0956-4da1-a6da-85bf7f3df1d3 from datanode DatanodeRegistration(127.0.0.1:43615, datanodeUuid=23f9e31a-2531-4e9c-9b52-9e38438dee33, infoPort=33029, infoSecurePort=0, ipcPort=37791, storageInfo=lv=-57;cid=testClusterID;nsid=1984891282;c=1732670388753) 2024-11-27T01:19:49,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fd104b1881c4e79 with lease ID 0xb0084493bd9de28b: from storage DS-7ff118f6-0956-4da1-a6da-85bf7f3df1d3 node DatanodeRegistration(127.0.0.1:43615, datanodeUuid=23f9e31a-2531-4e9c-9b52-9e38438dee33, infoPort=33029, infoSecurePort=0, ipcPort=37791, storageInfo=lv=-57;cid=testClusterID;nsid=1984891282;c=1732670388753), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:19:49,325 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4fd104b1881c4e79 with lease ID 0xb0084493bd9de28b: Processing first storage report for DS-69d6617e-b74f-48b6-8835-02cd2cf23734 from datanode DatanodeRegistration(127.0.0.1:43615, datanodeUuid=23f9e31a-2531-4e9c-9b52-9e38438dee33, infoPort=33029, infoSecurePort=0, ipcPort=37791, storageInfo=lv=-57;cid=testClusterID;nsid=1984891282;c=1732670388753) 2024-11-27T01:19:49,325 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4fd104b1881c4e79 with lease ID 0xb0084493bd9de28b: from storage DS-69d6617e-b74f-48b6-8835-02cd2cf23734 node DatanodeRegistration(127.0.0.1:43615, datanodeUuid=23f9e31a-2531-4e9c-9b52-9e38438dee33, infoPort=33029, infoSecurePort=0, ipcPort=37791, storageInfo=lv=-57;cid=testClusterID;nsid=1984891282;c=1732670388753), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:19:49,411 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2 2024-11-27T01:19:49,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:49,412 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:49,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:19:49,820 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834 with version=8 2024-11-27T01:19:49,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/hbase-staging 2024-11-27T01:19:49,823 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:49,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:49,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:49,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:49,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:49,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:49,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:19:49,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:49,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39875 2024-11-27T01:19:49,825 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39875 connecting to ZooKeeper ensemble=127.0.0.1:60602 2024-11-27T01:19:49,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398750x0, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:49,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39875-0x1015701e4820000 connected 2024-11-27T01:19:49,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:49,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:49,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Set watcher on znode that does not yet exist, /0221787436/running 2024-11-27T01:19:49,855 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834, hbase.cluster.distributed=false 2024-11-27T01:19:49,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Set watcher on znode that does not yet exist, /0221787436/acl 2024-11-27T01:19:49,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39875 2024-11-27T01:19:49,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39875 2024-11-27T01:19:49,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39875 2024-11-27T01:19:49,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39875 2024-11-27T01:19:49,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39875 2024-11-27T01:19:49,875 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:49,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:49,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:49,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:49,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:49,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:49,876 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:19:49,876 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:49,876 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44479 2024-11-27T01:19:49,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44479 connecting to ZooKeeper ensemble=127.0.0.1:60602 2024-11-27T01:19:49,877 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:49,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:49,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444790x0, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:49,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444790x0, quorum=127.0.0.1:60602, baseZNode=/0221787436 Set watcher on znode that does not yet exist, /0221787436/running 2024-11-27T01:19:49,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44479-0x1015701e4820001 connected 2024-11-27T01:19:49,884 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:19:49,885 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:19:49,885 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Set watcher on znode that does not yet exist, /0221787436/master 2024-11-27T01:19:49,886 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Set watcher on znode that does not yet exist, /0221787436/acl 2024-11-27T01:19:49,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44479 2024-11-27T01:19:49,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44479 2024-11-27T01:19:49,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44479 2024-11-27T01:19:49,891 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44479 2024-11-27T01:19:49,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44479 2024-11-27T01:19:49,903 DEBUG [M:0;7d6f26a4c136:39875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:39875 2024-11-27T01:19:49,904 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0221787436/backup-masters/7d6f26a4c136,39875,1732670389822 2024-11-27T01:19:49,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436/backup-masters 2024-11-27T01:19:49,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436/backup-masters 2024-11-27T01:19:49,906 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Set watcher on existing znode=/0221787436/backup-masters/7d6f26a4c136,39875,1732670389822 2024-11-27T01:19:49,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0221787436/master 2024-11-27T01:19:49,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:49,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:49,907 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Set watcher on existing znode=/0221787436/master 2024-11-27T01:19:49,908 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0221787436/backup-masters/7d6f26a4c136,39875,1732670389822 from backup master directory 2024-11-27T01:19:49,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0221787436/backup-masters/7d6f26a4c136,39875,1732670389822 2024-11-27T01:19:49,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436/backup-masters 2024-11-27T01:19:49,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436/backup-masters 2024-11-27T01:19:49,909 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:49,909 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,39875,1732670389822 2024-11-27T01:19:49,913 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/hbase.id] with ID: cb2bd760-b647-453e-aa9c-45eb37aba8a0 2024-11-27T01:19:49,913 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/.tmp/hbase.id 2024-11-27T01:19:49,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:19:50,321 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/.tmp/hbase.id]:[hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/hbase.id] 2024-11-27T01:19:50,330 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:50,330 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:19:50,331 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:19:50,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:50,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:50,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:19:50,742 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:50,743 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:19:50,743 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:50,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:19:51,150 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store 2024-11-27T01:19:51,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:19:51,556 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:51,556 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:19:51,556 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:51,556 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:51,556 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:19:51,556 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:51,556 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:51,556 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670391556Disabling compacts and flushes for region at 1732670391556Disabling writes for close at 1732670391556Writing region close event to WAL at 1732670391556Closed at 1732670391556 2024-11-27T01:19:51,557 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/.initializing 2024-11-27T01:19:51,557 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/WALs/7d6f26a4c136,39875,1732670389822 2024-11-27T01:19:51,558 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:51,560 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C39875%2C1732670389822, suffix=, logDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/WALs/7d6f26a4c136,39875,1732670389822, archiveDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/oldWALs, maxLogs=10 2024-11-27T01:19:51,580 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/WALs/7d6f26a4c136,39875,1732670389822/7d6f26a4c136%2C39875%2C1732670389822.1732670391560, exclude list is [], retry=0 2024-11-27T01:19:51,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43615,DS-7ff118f6-0956-4da1-a6da-85bf7f3df1d3,DISK] 2024-11-27T01:19:51,584 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/WALs/7d6f26a4c136,39875,1732670389822/7d6f26a4c136%2C39875%2C1732670389822.1732670391560 2024-11-27T01:19:51,585 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33029:33029)] 2024-11-27T01:19:51,585 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:51,585 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:51,585 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,585 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,586 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:19:51,588 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:51,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:51,588 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:19:51,589 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:51,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:51,589 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:19:51,590 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:51,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:51,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:19:51,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:51,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:51,592 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,593 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,593 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,594 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,594 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,594 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:51,596 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:51,598 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:51,598 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61298694, jitterRate=-0.08657827973365784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:51,599 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670391585Initializing all the Stores at 1732670391586 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670391586Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670391586Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670391586Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670391586Cleaning up temporary data from old regions at 1732670391594 (+8 ms)Region opened successfully at 1732670391599 (+5 ms) 2024-11-27T01:19:51,599 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:19:51,602 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6320364d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:51,603 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:19:51,603 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:19:51,603 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:19:51,603 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:19:51,604 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T01:19:51,605 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:19:51,605 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:19:51,610 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:19:51,610 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Unable to get data of znode /0221787436/balancer because node does not exist (not necessarily an error) 2024-11-27T01:19:51,612 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0221787436/balancer already deleted, retry=false 2024-11-27T01:19:51,612 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:19:51,613 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Unable to get data of znode /0221787436/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:19:51,614 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0221787436/normalizer already deleted, retry=false 2024-11-27T01:19:51,615 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:19:51,615 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Unable to get data of znode /0221787436/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:19:51,616 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0221787436/switch/split already deleted, retry=false 2024-11-27T01:19:51,617 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Unable to get data of znode /0221787436/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:19:51,619 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0221787436/switch/merge already deleted, retry=false 2024-11-27T01:19:51,621 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Unable to get data of znode /0221787436/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:19:51,625 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0221787436/snapshot-cleanup already deleted, retry=false 2024-11-27T01:19:51,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0221787436/running 2024-11-27T01:19:51,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:51,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0221787436/running 2024-11-27T01:19:51,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:51,627 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,39875,1732670389822, sessionid=0x1015701e4820000, setting cluster-up flag (Was=false) 2024-11-27T01:19:51,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:51,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:51,637 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0221787436/flush-table-proc/acquired, /0221787436/flush-table-proc/reached, /0221787436/flush-table-proc/abort 2024-11-27T01:19:51,638 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,39875,1732670389822 2024-11-27T01:19:51,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:51,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:51,653 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0221787436/online-snapshot/acquired, /0221787436/online-snapshot/reached, /0221787436/online-snapshot/abort 2024-11-27T01:19:51,654 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,39875,1732670389822 2024-11-27T01:19:51,655 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:19:51,656 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:51,656 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:19:51,656 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:19:51,656 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,39875,1732670389822 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:19:51,657 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:51,657 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:51,657 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:51,657 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:51,657 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:19:51,657 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,657 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:51,657 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,658 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670421658 2024-11-27T01:19:51,658 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:19:51,658 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:19:51,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:19:51,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:19:51,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:19:51,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:19:51,659 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:51,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,659 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:19:51,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:19:51,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:19:51,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:19:51,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:19:51,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:19:51,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:19:51,660 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:51,660 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670391659,5,FailOnTimeoutGroup] 2024-11-27T01:19:51,660 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:19:51,660 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670391660,5,FailOnTimeoutGroup] 2024-11-27T01:19:51,660 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,660 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:19:51,660 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,660 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:19:51,694 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(746): ClusterId : cb2bd760-b647-453e-aa9c-45eb37aba8a0 2024-11-27T01:19:51,694 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:19:51,697 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:19:51,697 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:19:51,699 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:19:51,699 DEBUG [RS:0;7d6f26a4c136:44479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6052cc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:51,711 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:44479 2024-11-27T01:19:51,711 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:19:51,711 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:19:51,711 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:19:51,711 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,39875,1732670389822 with port=44479, startcode=1732670389875 2024-11-27T01:19:51,711 DEBUG [RS:0;7d6f26a4c136:44479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:19:51,713 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:19:51,713 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39875 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,44479,1732670389875 2024-11-27T01:19:51,713 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39875 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,44479,1732670389875 2024-11-27T01:19:51,715 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834 2024-11-27T01:19:51,715 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34663 2024-11-27T01:19:51,715 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:19:51,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436/rs 2024-11-27T01:19:51,716 DEBUG [RS:0;7d6f26a4c136:44479 {}] zookeeper.ZKUtil(111): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Set watcher on existing znode=/0221787436/rs/7d6f26a4c136,44479,1732670389875 2024-11-27T01:19:51,716 WARN [RS:0;7d6f26a4c136:44479 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:51,716 INFO [RS:0;7d6f26a4c136:44479 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:51,716 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875 2024-11-27T01:19:51,717 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,44479,1732670389875] 2024-11-27T01:19:51,719 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:19:51,721 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:19:51,721 INFO [RS:0;7d6f26a4c136:44479 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:19:51,721 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,721 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:19:51,722 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:19:51,722 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:51,722 DEBUG [RS:0;7d6f26a4c136:44479 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:51,724 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,724 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,724 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,724 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,724 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,724 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44479,1732670389875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:51,738 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:19:51,738 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44479,1732670389875-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,738 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,738 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.Replication(171): 7d6f26a4c136,44479,1732670389875 started 2024-11-27T01:19:51,751 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:51,751 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,44479,1732670389875, RpcServer on 7d6f26a4c136/172.17.0.2:44479, sessionid=0x1015701e4820001 2024-11-27T01:19:51,751 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:19:51,751 DEBUG [RS:0;7d6f26a4c136:44479 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,44479,1732670389875 2024-11-27T01:19:51,751 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,44479,1732670389875' 2024-11-27T01:19:51,751 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0221787436/flush-table-proc/abort' 2024-11-27T01:19:51,752 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0221787436/flush-table-proc/acquired' 2024-11-27T01:19:51,752 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:19:51,752 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:19:51,752 DEBUG [RS:0;7d6f26a4c136:44479 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,44479,1732670389875 2024-11-27T01:19:51,752 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,44479,1732670389875' 2024-11-27T01:19:51,752 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0221787436/online-snapshot/abort' 2024-11-27T01:19:51,753 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0221787436/online-snapshot/acquired' 2024-11-27T01:19:51,753 DEBUG [RS:0;7d6f26a4c136:44479 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:19:51,753 INFO [RS:0;7d6f26a4c136:44479 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:19:51,753 INFO [RS:0;7d6f26a4c136:44479 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:19:51,853 INFO [RS:0;7d6f26a4c136:44479 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:51,855 INFO [RS:0;7d6f26a4c136:44479 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C44479%2C1732670389875, suffix=, logDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875, archiveDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/oldWALs, maxLogs=10 2024-11-27T01:19:51,868 DEBUG [RS:0;7d6f26a4c136:44479 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855, exclude list is [], retry=0 2024-11-27T01:19:51,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43615,DS-7ff118f6-0956-4da1-a6da-85bf7f3df1d3,DISK] 2024-11-27T01:19:51,872 INFO [RS:0;7d6f26a4c136:44479 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 2024-11-27T01:19:51,873 DEBUG [RS:0;7d6f26a4c136:44479 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33029:33029)] 2024-11-27T01:19:52,069 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:19:52,069 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834 2024-11-27T01:19:52,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:19:52,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:19:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:52,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:52,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:52,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:52,279 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:52,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:52,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:52,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:52,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:52,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:52,313 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:52,314 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:19:52,314 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8190 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:19:52,479 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:52,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:52,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:52,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:52,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:52,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:52,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:52,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:52,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:52,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:52,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:52,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:52,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:52,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:52,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:52,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:52,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:52,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:52,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740 2024-11-27T01:19:52,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740 2024-11-27T01:19:52,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:52,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:52,487 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:52,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:52,490 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:52,490 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60590409, jitterRate=-0.09713254868984222}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:52,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670392479Initializing all the Stores at 1732670392479Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670392479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670392479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670392480 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670392480Cleaning up temporary data from old regions at 1732670392487 (+7 ms)Region opened successfully at 1732670392491 (+4 ms) 2024-11-27T01:19:52,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:19:52,491 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:19:52,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:19:52,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:19:52,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:19:52,491 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:52,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670392491Disabling compacts and flushes for region at 1732670392491Disabling writes for close at 1732670392491Writing region close event to WAL at 1732670392491Closed at 1732670392491 2024-11-27T01:19:52,492 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:52,492 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:19:52,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:19:52,493 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:52,494 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:19:52,644 DEBUG [7d6f26a4c136:39875 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:19:52,645 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,44479,1732670389875 2024-11-27T01:19:52,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,44479,1732670389875, state=OPENING 2024-11-27T01:19:52,648 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:19:52,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:52,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:19:52,649 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:52,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0221787436/meta-region-server: CHANGED 2024-11-27T01:19:52,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0221787436/meta-region-server: CHANGED 2024-11-27T01:19:52,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,44479,1732670389875}] 2024-11-27T01:19:52,802 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:19:52,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:19:52,806 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:19:52,806 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:52,807 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:19:52,808 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C44479%2C1732670389875.meta, suffix=.meta, logDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875, archiveDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/oldWALs, maxLogs=10 2024-11-27T01:19:52,823 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.meta.1732670392808.meta, exclude list is [], retry=0 2024-11-27T01:19:52,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43615,DS-7ff118f6-0956-4da1-a6da-85bf7f3df1d3,DISK] 2024-11-27T01:19:52,826 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.meta.1732670392808.meta 2024-11-27T01:19:52,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33029:33029)] 2024-11-27T01:19:52,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:52,827 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:52,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:19:52,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:19:52,827 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:19:52,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:19:52,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:52,828 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:19:52,828 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:19:52,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:52,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:52,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:52,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:52,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:52,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:52,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:52,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:52,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:52,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:52,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:52,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:52,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:52,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:52,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:52,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:52,833 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:52,833 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740 2024-11-27T01:19:52,834 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740 2024-11-27T01:19:52,835 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:52,835 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:52,835 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:52,836 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:52,836 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67193485, jitterRate=0.0012609511613845825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:52,837 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:19:52,837 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670392828Writing region info on filesystem at 1732670392828Initializing all the Stores at 1732670392828Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670392828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670392829 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670392829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670392829Cleaning up temporary data from old regions at 1732670392835 (+6 ms)Running coprocessor post-open hooks at 1732670392837 (+2 ms)Region opened successfully at 1732670392837 2024-11-27T01:19:52,838 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670392802 2024-11-27T01:19:52,840 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:19:52,840 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:19:52,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,44479,1732670389875 2024-11-27T01:19:52,841 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,44479,1732670389875, state=OPEN 2024-11-27T01:19:52,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0221787436/meta-region-server 2024-11-27T01:19:52,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0221787436/meta-region-server 2024-11-27T01:19:52,848 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,44479,1732670389875 2024-11-27T01:19:52,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0221787436/meta-region-server: CHANGED 2024-11-27T01:19:52,848 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0221787436/meta-region-server: CHANGED 2024-11-27T01:19:52,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:19:52,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,44479,1732670389875 in 198 msec 2024-11-27T01:19:52,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:19:52,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-27T01:19:52,851 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:52,851 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:19:52,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:52,852 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,44479,1732670389875, seqNum=-1] 2024-11-27T01:19:52,853 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:52,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:52,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-27T01:19:52,857 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670392857, completionTime=-1 2024-11-27T01:19:52,857 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:19:52,857 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:19:52,859 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:19:52,859 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670452859 2024-11-27T01:19:52,859 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670512859 2024-11-27T01:19:52,859 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T01:19:52,859 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39875,1732670389822-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:52,859 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39875,1732670389822-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:52,859 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39875,1732670389822-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:52,859 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:39875, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:52,859 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:52,860 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:52,861 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:19:52,862 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.953sec 2024-11-27T01:19:52,862 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:19:52,863 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:19:52,863 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:19:52,863 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:19:52,863 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:19:52,863 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39875,1732670389822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:52,863 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39875,1732670389822-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:19:52,864 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:19:52,864 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:19:52,864 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39875,1732670389822-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:52,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a132103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:52,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39875,-1 for getting cluster id 2024-11-27T01:19:52,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:52,896 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd760-b647-453e-aa9c-45eb37aba8a0' 2024-11-27T01:19:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd760-b647-453e-aa9c-45eb37aba8a0" 2024-11-27T01:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7a1556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39875,-1] 2024-11-27T01:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:52,898 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:52,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cce0a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:52,899 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,44479,1732670389875, seqNum=-1] 2024-11-27T01:19:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:52,901 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:52,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,39875,1732670389822 2024-11-27T01:19:52,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60602 2024-11-27T01:19:52,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:52,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015701e4820002 connected 2024-11-27T01:19:52,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/hadoop.log.dir so I do NOT create it in target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad 2024-11-27T01:19:52,909 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:19:52,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/hadoop.tmp.dir so I do NOT create it in target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad 2024-11-27T01:19:52,909 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:19:52,909 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad 2024-11-27T01:19:52,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:19:52,909 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/cluster_ca2aeee7-ed03-9522-8981-47b9ece0eb0d, deleteOnExit=true 2024-11-27T01:19:52,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:19:52,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/test.cache.data in system properties and HBase conf 2024-11-27T01:19:52,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:19:52,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:19:52,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:19:52,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:19:52,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:19:52,910 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:19:52,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:19:52,981 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:52,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:19:52,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:19:52,985 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:19:52,986 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:19:52,986 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:52,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2369f892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:19:52,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23db3f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:19:53,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40c813ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/java.io.tmpdir/jetty-localhost-40823-hadoop-hdfs-3_4_1-tests_jar-_-any-12144771683847884075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:19:53,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4dc8ea34{HTTP/1.1, (http/1.1)}{localhost:40823} 2024-11-27T01:19:53,102 INFO [Time-limited test {}] server.Server(415): Started @181710ms 2024-11-27T01:19:53,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:19:53,181 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:19:53,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:19:53,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:19:53,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:19:53,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@681efc43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:19:53,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5dbf964d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:19:53,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@573c52f1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/java.io.tmpdir/jetty-localhost-40685-hadoop-hdfs-3_4_1-tests_jar-_-any-15952087616094014034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:19:53,303 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3fa3ede5{HTTP/1.1, (http/1.1)}{localhost:40685} 2024-11-27T01:19:53,303 INFO [Time-limited test {}] server.Server(415): Started @181911ms 2024-11-27T01:19:53,305 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:19:53,414 WARN [Thread-2304 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/cluster_ca2aeee7-ed03-9522-8981-47b9ece0eb0d/data/data1/current/BP-376217409-172.17.0.2-1732670392928/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:53,414 WARN [Thread-2305 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/cluster_ca2aeee7-ed03-9522-8981-47b9ece0eb0d/data/data2/current/BP-376217409-172.17.0.2-1732670392928/current, will proceed with Du for space computation calculation, 2024-11-27T01:19:53,442 WARN [Thread-2292 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:19:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6655390c6e014dee with lease ID 0x6b3eb6f8aaccdfe9: Processing first storage report for DS-e15d6e90-2681-4161-9731-d99c5d4f59a5 from datanode DatanodeRegistration(127.0.0.1:39985, datanodeUuid=cf917c7a-39a2-4fd4-9366-b1aec3f23454, infoPort=46723, infoSecurePort=0, ipcPort=44477, storageInfo=lv=-57;cid=testClusterID;nsid=956631535;c=1732670392928) 2024-11-27T01:19:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6655390c6e014dee with lease ID 0x6b3eb6f8aaccdfe9: from storage DS-e15d6e90-2681-4161-9731-d99c5d4f59a5 node DatanodeRegistration(127.0.0.1:39985, datanodeUuid=cf917c7a-39a2-4fd4-9366-b1aec3f23454, infoPort=46723, infoSecurePort=0, ipcPort=44477, storageInfo=lv=-57;cid=testClusterID;nsid=956631535;c=1732670392928), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:19:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6655390c6e014dee with lease ID 0x6b3eb6f8aaccdfe9: Processing first storage report for DS-5f20c942-36b9-4bb4-8aff-4de4045988bd from datanode DatanodeRegistration(127.0.0.1:39985, datanodeUuid=cf917c7a-39a2-4fd4-9366-b1aec3f23454, infoPort=46723, infoSecurePort=0, ipcPort=44477, storageInfo=lv=-57;cid=testClusterID;nsid=956631535;c=1732670392928) 2024-11-27T01:19:53,445 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6655390c6e014dee with lease ID 0x6b3eb6f8aaccdfe9: from storage DS-5f20c942-36b9-4bb4-8aff-4de4045988bd node DatanodeRegistration(127.0.0.1:39985, datanodeUuid=cf917c7a-39a2-4fd4-9366-b1aec3f23454, infoPort=46723, infoSecurePort=0, ipcPort=44477, storageInfo=lv=-57;cid=testClusterID;nsid=956631535;c=1732670392928), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:19:53,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad 2024-11-27T01:19:53,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:53,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:53,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:19:53,942 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a with version=8 2024-11-27T01:19:53,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/hbase-staging 2024-11-27T01:19:53,944 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:53,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:53,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:53,944 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:53,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:53,944 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:53,944 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:19:53,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:53,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37567 2024-11-27T01:19:53,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37567 connecting to ZooKeeper ensemble=127.0.0.1:60602 2024-11-27T01:19:53,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:375670x0, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:53,948 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37567-0x1015701e4820003 connected 2024-11-27T01:19:53,961 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:53,963 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:53,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Set watcher on znode that does not yet exist, /11807134341/running 2024-11-27T01:19:53,964 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a, hbase.cluster.distributed=false 2024-11-27T01:19:53,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Set watcher on znode that does not yet exist, /11807134341/acl 2024-11-27T01:19:53,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-27T01:19:53,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37567 2024-11-27T01:19:53,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37567 2024-11-27T01:19:53,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-27T01:19:53,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37567 2024-11-27T01:19:53,981 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:19:53,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:53,981 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:53,981 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:19:53,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:19:53,982 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:19:53,982 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:19:53,982 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:19:53,982 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43977 2024-11-27T01:19:53,983 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43977 connecting to ZooKeeper ensemble=127.0.0.1:60602 2024-11-27T01:19:53,983 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:53,985 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:53,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439770x0, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:53,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:439770x0, quorum=127.0.0.1:60602, baseZNode=/11807134341 Set watcher on znode that does not yet exist, /11807134341/running 2024-11-27T01:19:53,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43977-0x1015701e4820004 connected 2024-11-27T01:19:53,989 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:19:53,990 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:19:53,991 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Set watcher on znode that does not yet exist, /11807134341/master 2024-11-27T01:19:53,992 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Set watcher on znode that does not yet exist, /11807134341/acl 2024-11-27T01:19:53,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43977 2024-11-27T01:19:53,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43977 2024-11-27T01:19:53,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43977 2024-11-27T01:19:53,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43977 2024-11-27T01:19:53,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43977 2024-11-27T01:19:54,008 DEBUG [M:0;7d6f26a4c136:37567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:37567 2024-11-27T01:19:54,008 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11807134341/backup-masters/7d6f26a4c136,37567,1732670393944 2024-11-27T01:19:54,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341/backup-masters 2024-11-27T01:19:54,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341/backup-masters 2024-11-27T01:19:54,010 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Set watcher on existing znode=/11807134341/backup-masters/7d6f26a4c136,37567,1732670393944 2024-11-27T01:19:54,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:54,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11807134341/master 2024-11-27T01:19:54,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:54,013 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Set watcher on existing znode=/11807134341/master 2024-11-27T01:19:54,014 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11807134341/backup-masters/7d6f26a4c136,37567,1732670393944 from backup master directory 2024-11-27T01:19:54,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11807134341/backup-masters/7d6f26a4c136,37567,1732670393944 2024-11-27T01:19:54,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341/backup-masters 2024-11-27T01:19:54,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341/backup-masters 2024-11-27T01:19:54,015 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:54,015 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,37567,1732670393944 2024-11-27T01:19:54,019 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/hbase.id] with ID: b5610fd5-aff0-4c7d-a172-798274d4940e 2024-11-27T01:19:54,019 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/.tmp/hbase.id 2024-11-27T01:19:54,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:19:54,426 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/.tmp/hbase.id]:[hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/hbase.id] 2024-11-27T01:19:54,434 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:19:54,434 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:19:54,435 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:19:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:54,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:54,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:19:54,842 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:54,843 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:19:54,843 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:54,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:19:55,250 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store 2024-11-27T01:19:55,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:19:55,656 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:55,656 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:19:55,656 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:55,656 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:55,656 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:19:55,656 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:55,656 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:19:55,656 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670395656Disabling compacts and flushes for region at 1732670395656Disabling writes for close at 1732670395656Writing region close event to WAL at 1732670395656Closed at 1732670395656 2024-11-27T01:19:55,657 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/.initializing 2024-11-27T01:19:55,657 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/WALs/7d6f26a4c136,37567,1732670393944 2024-11-27T01:19:55,658 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:55,659 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C37567%2C1732670393944, suffix=, logDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/WALs/7d6f26a4c136,37567,1732670393944, archiveDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/oldWALs, maxLogs=10 2024-11-27T01:19:55,672 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/WALs/7d6f26a4c136,37567,1732670393944/7d6f26a4c136%2C37567%2C1732670393944.1732670395659, exclude list is [], retry=0 2024-11-27T01:19:55,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-e15d6e90-2681-4161-9731-d99c5d4f59a5,DISK] 2024-11-27T01:19:55,676 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/WALs/7d6f26a4c136,37567,1732670393944/7d6f26a4c136%2C37567%2C1732670393944.1732670395659 2024-11-27T01:19:55,677 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-27T01:19:55,677 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:55,678 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:55,678 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,678 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:19:55,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:55,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:55,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:19:55,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:55,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:55,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,682 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:19:55,682 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:55,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:55,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:19:55,684 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:55,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:55,684 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,685 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,685 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,686 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,686 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,686 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:55,687 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:19:55,689 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:55,689 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66131889, jitterRate=-0.014558061957359314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:55,689 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670395678Initializing all the Stores at 1732670395678Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670395678Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670395679 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670395679Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670395679Cleaning up temporary data from old regions at 1732670395686 (+7 ms)Region opened successfully at 1732670395689 (+3 ms) 2024-11-27T01:19:55,689 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:19:55,691 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d13189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:55,692 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:19:55,692 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:19:55,692 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:19:55,693 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:19:55,693 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:19:55,693 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:19:55,693 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:19:55,695 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:19:55,695 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Unable to get data of znode /11807134341/balancer because node does not exist (not necessarily an error) 2024-11-27T01:19:55,697 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11807134341/balancer already deleted, retry=false 2024-11-27T01:19:55,697 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:19:55,698 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Unable to get data of znode /11807134341/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:19:55,700 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11807134341/normalizer already deleted, retry=false 2024-11-27T01:19:55,700 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:19:55,701 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Unable to get data of znode /11807134341/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:19:55,702 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11807134341/switch/split already deleted, retry=false 2024-11-27T01:19:55,703 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Unable to get data of znode /11807134341/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:19:55,704 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11807134341/switch/merge already deleted, retry=false 2024-11-27T01:19:55,706 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Unable to get data of znode /11807134341/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:19:55,707 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11807134341/snapshot-cleanup already deleted, retry=false 2024-11-27T01:19:55,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11807134341/running 2024-11-27T01:19:55,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11807134341/running 2024-11-27T01:19:55,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:55,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:55,711 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,37567,1732670393944, sessionid=0x1015701e4820003, setting cluster-up flag (Was=false) 2024-11-27T01:19:55,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:55,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:55,719 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11807134341/flush-table-proc/acquired, /11807134341/flush-table-proc/reached, /11807134341/flush-table-proc/abort 2024-11-27T01:19:55,720 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,37567,1732670393944 2024-11-27T01:19:55,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:55,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:55,727 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11807134341/online-snapshot/acquired, /11807134341/online-snapshot/reached, /11807134341/online-snapshot/abort 2024-11-27T01:19:55,728 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,37567,1732670393944 2024-11-27T01:19:55,729 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:19:55,730 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:55,730 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:19:55,730 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:19:55,730 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,37567,1732670393944 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:19:55,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:55,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:55,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:55,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:19:55,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:19:55,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:55,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,732 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670425732 2024-11-27T01:19:55,732 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:19:55,732 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:19:55,733 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:19:55,733 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:19:55,733 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:19:55,733 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:19:55,733 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:55,733 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:19:55,733 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,734 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:55,734 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:19:55,736 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:19:55,736 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:19:55,736 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:19:55,737 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:19:55,737 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:19:55,737 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:19:55,737 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670395737,5,FailOnTimeoutGroup] 2024-11-27T01:19:55,738 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670395737,5,FailOnTimeoutGroup] 2024-11-27T01:19:55,738 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,738 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:19:55,738 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,738 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:19:55,800 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(746): ClusterId : b5610fd5-aff0-4c7d-a172-798274d4940e 2024-11-27T01:19:55,800 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:19:55,802 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:19:55,802 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:19:55,805 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:19:55,805 DEBUG [RS:0;7d6f26a4c136:43977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42978b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:19:55,817 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:43977 2024-11-27T01:19:55,817 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:19:55,817 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:19:55,817 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:19:55,818 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,37567,1732670393944 with port=43977, startcode=1732670393981 2024-11-27T01:19:55,818 DEBUG [RS:0;7d6f26a4c136:43977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:19:55,819 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:19:55,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,43977,1732670393981 2024-11-27T01:19:55,820 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37567 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,43977,1732670393981 2024-11-27T01:19:55,821 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a 2024-11-27T01:19:55,821 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46331 2024-11-27T01:19:55,821 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:19:55,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341/rs 2024-11-27T01:19:55,823 DEBUG [RS:0;7d6f26a4c136:43977 {}] zookeeper.ZKUtil(111): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Set watcher on existing znode=/11807134341/rs/7d6f26a4c136,43977,1732670393981 2024-11-27T01:19:55,823 WARN [RS:0;7d6f26a4c136:43977 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:19:55,823 INFO [RS:0;7d6f26a4c136:43977 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:55,823 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981 2024-11-27T01:19:55,823 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,43977,1732670393981] 2024-11-27T01:19:55,826 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:19:55,828 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:19:55,828 INFO [RS:0;7d6f26a4c136:43977 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:19:55,828 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,828 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:19:55,829 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:19:55,829 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:55,829 DEBUG [RS:0;7d6f26a4c136:43977 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:19:55,836 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,836 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,836 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,836 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,836 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,836 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,43977,1732670393981-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:55,854 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:19:55,854 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,43977,1732670393981-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,854 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,854 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.Replication(171): 7d6f26a4c136,43977,1732670393981 started 2024-11-27T01:19:55,872 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:55,872 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,43977,1732670393981, RpcServer on 7d6f26a4c136/172.17.0.2:43977, sessionid=0x1015701e4820004 2024-11-27T01:19:55,872 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:19:55,872 DEBUG [RS:0;7d6f26a4c136:43977 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,43977,1732670393981 2024-11-27T01:19:55,872 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,43977,1732670393981' 2024-11-27T01:19:55,872 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11807134341/flush-table-proc/abort' 2024-11-27T01:19:55,872 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11807134341/flush-table-proc/acquired' 2024-11-27T01:19:55,873 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:19:55,873 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:19:55,873 DEBUG [RS:0;7d6f26a4c136:43977 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,43977,1732670393981 2024-11-27T01:19:55,873 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,43977,1732670393981' 2024-11-27T01:19:55,873 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11807134341/online-snapshot/abort' 2024-11-27T01:19:55,873 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11807134341/online-snapshot/acquired' 2024-11-27T01:19:55,873 DEBUG [RS:0;7d6f26a4c136:43977 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:19:55,873 INFO [RS:0;7d6f26a4c136:43977 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:19:55,873 INFO [RS:0;7d6f26a4c136:43977 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:19:55,974 INFO [RS:0;7d6f26a4c136:43977 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:19:55,975 INFO [RS:0;7d6f26a4c136:43977 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C43977%2C1732670393981, suffix=, logDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981, archiveDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/oldWALs, maxLogs=10 2024-11-27T01:19:55,988 DEBUG [RS:0;7d6f26a4c136:43977 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975, exclude list is [], retry=0 2024-11-27T01:19:55,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-e15d6e90-2681-4161-9731-d99c5d4f59a5,DISK] 2024-11-27T01:19:55,992 INFO [RS:0;7d6f26a4c136:43977 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 2024-11-27T01:19:55,992 DEBUG [RS:0;7d6f26a4c136:43977 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-27T01:19:56,142 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:19:56,142 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a 2024-11-27T01:19:56,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:19:56,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T01:19:56,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T01:19:56,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:19:56,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-27T01:19:56,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:19:56,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T01:19:56,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:56,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:56,550 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:56,550 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:56,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:56,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:56,551 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:56,551 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:56,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:56,551 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:56,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:56,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:56,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:56,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:56,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:56,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:56,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:56,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:56,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740 2024-11-27T01:19:56,554 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740 2024-11-27T01:19:56,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:56,555 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:56,556 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:56,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:56,558 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:56,558 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75148567, jitterRate=0.11980091035366058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:56,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670396548Initializing all the Stores at 1732670396548Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670396548Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670396548Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670396548Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670396548Cleaning up temporary data from old regions at 1732670396555 (+7 ms)Region opened successfully at 1732670396558 (+3 ms) 2024-11-27T01:19:56,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:19:56,558 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:19:56,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:19:56,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:19:56,558 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:19:56,559 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:19:56,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670396558Disabling compacts and flushes for region at 1732670396558Disabling writes for close at 1732670396558Writing region close event to WAL at 1732670396559 (+1 ms)Closed at 1732670396559 2024-11-27T01:19:56,560 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:56,560 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:19:56,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:19:56,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:56,561 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:19:56,711 DEBUG [7d6f26a4c136:37567 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:19:56,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,43977,1732670393981 2024-11-27T01:19:56,713 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,43977,1732670393981, state=OPENING 2024-11-27T01:19:56,719 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:19:56,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:56,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:19:56,721 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:19:56,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11807134341/meta-region-server: CHANGED 2024-11-27T01:19:56,721 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11807134341/meta-region-server: CHANGED 2024-11-27T01:19:56,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43977,1732670393981}] 2024-11-27T01:19:56,873 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:19:56,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:19:56,878 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:19:56,878 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:19:56,879 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:19:56,880 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C43977%2C1732670393981.meta, suffix=.meta, logDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981, archiveDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/oldWALs, maxLogs=10 2024-11-27T01:19:56,897 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.meta.1732670396880.meta, exclude list is [], retry=0 2024-11-27T01:19:56,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-e15d6e90-2681-4161-9731-d99c5d4f59a5,DISK] 2024-11-27T01:19:56,900 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.meta.1732670396880.meta 2024-11-27T01:19:56,901 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-27T01:19:56,901 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:56,901 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:56,901 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:19:56,901 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:19:56,901 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:19:56,901 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:19:56,901 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:56,901 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:19:56,901 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:19:56,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:19:56,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:19:56,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:56,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:56,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:19:56,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:19:56,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:56,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:56,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:19:56,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:19:56,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:56,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:56,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:19:56,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:19:56,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:56,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:19:56,907 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:19:56,907 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740 2024-11-27T01:19:56,908 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740 2024-11-27T01:19:56,909 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:19:56,909 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:19:56,910 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:19:56,911 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:19:56,912 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61338528, jitterRate=-0.08598470687866211}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:19:56,912 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:19:56,912 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670396902Writing region info on filesystem at 1732670396902Initializing all the Stores at 1732670396902Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670396902Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670396902Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670396902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670396902Cleaning up temporary data from old regions at 1732670396909 (+7 ms)Running coprocessor post-open hooks at 1732670396912 (+3 ms)Region opened successfully at 1732670396912 2024-11-27T01:19:56,913 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670396873 2024-11-27T01:19:56,915 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:19:56,915 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:19:56,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43977,1732670393981 2024-11-27T01:19:56,916 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,43977,1732670393981, state=OPEN 2024-11-27T01:19:56,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11807134341/meta-region-server 2024-11-27T01:19:56,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11807134341/meta-region-server 2024-11-27T01:19:56,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11807134341/meta-region-server: CHANGED 2024-11-27T01:19:56,917 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11807134341/meta-region-server: CHANGED 2024-11-27T01:19:56,917 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43977,1732670393981 2024-11-27T01:19:56,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:19:56,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43977,1732670393981 in 197 msec 2024-11-27T01:19:56,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:19:56,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-27T01:19:56,924 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:19:56,924 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:19:56,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:56,925 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43977,1732670393981, seqNum=-1] 2024-11-27T01:19:56,925 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:56,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:56,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-27T01:19:56,930 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670396930, completionTime=-1 2024-11-27T01:19:56,930 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:19:56,930 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:19:56,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:19:56,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670456932 2024-11-27T01:19:56,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670516932 2024-11-27T01:19:56,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T01:19:56,933 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37567,1732670393944-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:56,933 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37567,1732670393944-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:56,933 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37567,1732670393944-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:56,933 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:37567, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:56,933 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:56,933 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:56,935 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:19:56,937 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.922sec 2024-11-27T01:19:56,937 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:19:56,937 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:19:56,937 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:19:56,937 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:19:56,937 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:19:56,937 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37567,1732670393944-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:19:56,937 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37567,1732670393944-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:19:56,939 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:19:56,939 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:19:56,939 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37567,1732670393944-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:19:57,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fe97aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:57,001 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,37567,-1 for getting cluster id 2024-11-27T01:19:57,001 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:19:57,002 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5610fd5-aff0-4c7d-a172-798274d4940e' 2024-11-27T01:19:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:19:57,002 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5610fd5-aff0-4c7d-a172-798274d4940e" 2024-11-27T01:19:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1897b0b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,37567,-1] 2024-11-27T01:19:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:19:57,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:19:57,004 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:19:57,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:19:57,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:19:57,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43977,1732670393981, seqNum=-1] 2024-11-27T01:19:57,006 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:19:57,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:19:57,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,37567,1732670393944 2024-11-27T01:19:57,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60602 2024-11-27T01:19:57,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:19:57,011 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015701e4820005 connected 2024-11-27T01:19:57,015 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,39875,1732670389822 2024-11-27T01:19:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16fa8996 2024-11-27T01:19:57,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:57,017 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:57,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:57,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:19:57,020 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:19:57,020 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:57,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:19:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:57,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:19:57,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:19:57,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:57,428 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8897723bb2ef8128c7272cf327ab507b, NAME => 'test,,1732670397018.8897723bb2ef8128c7272cf327ab507b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834 2024-11-27T01:19:57,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:19:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:57,719 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:19:57,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670397018.8897723bb2ef8128c7272cf327ab507b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:57,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8897723bb2ef8128c7272cf327ab507b, disabling compactions & flushes 2024-11-27T01:19:57,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:19:57,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:19:57,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. after waiting 0 ms 2024-11-27T01:19:57,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:19:57,834 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:19:57,834 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8897723bb2ef8128c7272cf327ab507b: Waiting for close lock at 1732670397834Disabling compacts and flushes for region at 1732670397834Disabling writes for close at 1732670397834Writing region close event to WAL at 1732670397834Closed at 1732670397834 2024-11-27T01:19:57,835 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:19:57,836 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670397018.8897723bb2ef8128c7272cf327ab507b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670397835"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670397835"}]},"ts":"1732670397835"} 2024-11-27T01:19:57,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:19:57,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:19:57,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670397838"}]},"ts":"1732670397838"} 2024-11-27T01:19:57,840 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:19:57,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8897723bb2ef8128c7272cf327ab507b, ASSIGN}] 2024-11-27T01:19:57,841 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8897723bb2ef8128c7272cf327ab507b, ASSIGN 2024-11-27T01:19:57,842 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8897723bb2ef8128c7272cf327ab507b, ASSIGN; state=OFFLINE, location=7d6f26a4c136,44479,1732670389875; forceNewPlan=false, retain=false 2024-11-27T01:19:57,992 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8897723bb2ef8128c7272cf327ab507b, regionState=OPENING, regionLocation=7d6f26a4c136,44479,1732670389875 2024-11-27T01:19:57,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8897723bb2ef8128c7272cf327ab507b, ASSIGN because future has completed 2024-11-27T01:19:57,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8897723bb2ef8128c7272cf327ab507b, server=7d6f26a4c136,44479,1732670389875}] 2024-11-27T01:19:58,151 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:19:58,151 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8897723bb2ef8128c7272cf327ab507b, NAME => 'test,,1732670397018.8897723bb2ef8128c7272cf327ab507b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:19:58,151 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:19:58,151 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:19:58,151 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,151 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670397018.8897723bb2ef8128c7272cf327ab507b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:58,151 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,151 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,152 INFO [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:58,153 INFO [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8897723bb2ef8128c7272cf327ab507b columnFamilyName f 2024-11-27T01:19:58,154 DEBUG [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:58,154 INFO [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] regionserver.HStore(327): Store=8897723bb2ef8128c7272cf327ab507b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:58,154 INFO [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,155 INFO [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8897723bb2ef8128c7272cf327ab507b columnFamilyName f1 2024-11-27T01:19:58,155 DEBUG [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:58,155 INFO [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] regionserver.HStore(327): Store=8897723bb2ef8128c7272cf327ab507b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:58,155 INFO [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,156 INFO [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8897723bb2ef8128c7272cf327ab507b columnFamilyName norep 2024-11-27T01:19:58,156 DEBUG [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:58,156 INFO [StoreOpener-8897723bb2ef8128c7272cf327ab507b-1 {}] regionserver.HStore(327): Store=8897723bb2ef8128c7272cf327ab507b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:19:58,157 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,157 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,157 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,158 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,158 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,159 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:19:58,159 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,165 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:19:58,165 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8897723bb2ef8128c7272cf327ab507b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74401478, jitterRate=0.10866841673851013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:19:58,165 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:19:58,166 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8897723bb2ef8128c7272cf327ab507b: Running coprocessor pre-open hook at 1732670398151Writing region info on filesystem at 1732670398151Initializing all the Stores at 1732670398152 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670398152Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670398152Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670398152Cleaning up temporary data from old regions at 1732670398158 (+6 ms)Running coprocessor post-open hooks at 1732670398165 (+7 ms)Region opened successfully at 1732670398166 (+1 ms) 2024-11-27T01:19:58,167 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670397018.8897723bb2ef8128c7272cf327ab507b., pid=6, masterSystemTime=1732670398147 2024-11-27T01:19:58,169 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:19:58,169 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:19:58,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8897723bb2ef8128c7272cf327ab507b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,44479,1732670389875 2024-11-27T01:19:58,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8897723bb2ef8128c7272cf327ab507b, server=7d6f26a4c136,44479,1732670389875 because future has completed 2024-11-27T01:19:58,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:19:58,173 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8897723bb2ef8128c7272cf327ab507b, server=7d6f26a4c136,44479,1732670389875 in 177 msec 2024-11-27T01:19:58,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:19:58,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8897723bb2ef8128c7272cf327ab507b, ASSIGN in 333 msec 2024-11-27T01:19:58,176 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:19:58,176 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670398176"}]},"ts":"1732670398176"} 2024-11-27T01:19:58,178 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:19:58,178 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:19:58,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-27T01:19:58,330 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:19:58,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:58,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:58,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:58,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:58,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:58,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:58,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:58,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:58,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:58,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:19:59,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:59,164 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:19:59,164 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:19:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,37567,1732670393944 2024-11-27T01:19:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3821d8b6 2024-11-27T01:19:59,165 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:19:59,166 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:19:59,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:19:59,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:19:59,169 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:19:59,169 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:19:59,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:19:59,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:19:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:59,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:19:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:59,582 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 105315919d3128119c5aab088f15eb3d, NAME => 'test,,1732670399167.105315919d3128119c5aab088f15eb3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a 2024-11-27T01:19:59,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:19:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:19:59,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670399167.105315919d3128119c5aab088f15eb3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:19:59,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 105315919d3128119c5aab088f15eb3d, disabling compactions & flushes 2024-11-27T01:19:59,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:19:59,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:19:59,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670399167.105315919d3128119c5aab088f15eb3d. after waiting 0 ms 2024-11-27T01:19:59,993 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:19:59,993 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:19:59,994 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 105315919d3128119c5aab088f15eb3d: Waiting for close lock at 1732670399993Disabling compacts and flushes for region at 1732670399993Disabling writes for close at 1732670399993Writing region close event to WAL at 1732670399993Closed at 1732670399993 2024-11-27T01:19:59,995 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:19:59,995 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670399167.105315919d3128119c5aab088f15eb3d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670399995"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670399995"}]},"ts":"1732670399995"} 2024-11-27T01:19:59,997 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:19:59,998 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:19:59,998 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670399998"}]},"ts":"1732670399998"} 2024-11-27T01:20:00,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:20:00,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=105315919d3128119c5aab088f15eb3d, ASSIGN}] 2024-11-27T01:20:00,001 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=105315919d3128119c5aab088f15eb3d, ASSIGN 2024-11-27T01:20:00,001 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=105315919d3128119c5aab088f15eb3d, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43977,1732670393981; forceNewPlan=false, retain=false 2024-11-27T01:20:00,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=105315919d3128119c5aab088f15eb3d, regionState=OPENING, regionLocation=7d6f26a4c136,43977,1732670393981 2024-11-27T01:20:00,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=105315919d3128119c5aab088f15eb3d, ASSIGN because future has completed 2024-11-27T01:20:00,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 105315919d3128119c5aab088f15eb3d, server=7d6f26a4c136,43977,1732670393981}] 2024-11-27T01:20:00,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:00,310 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:20:00,310 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 105315919d3128119c5aab088f15eb3d, NAME => 'test,,1732670399167.105315919d3128119c5aab088f15eb3d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:00,310 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:00,310 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:20:00,310 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,310 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670399167.105315919d3128119c5aab088f15eb3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:00,310 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,311 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,311 INFO [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,313 INFO [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 105315919d3128119c5aab088f15eb3d columnFamilyName f 2024-11-27T01:20:00,313 DEBUG [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:00,313 INFO [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] regionserver.HStore(327): Store=105315919d3128119c5aab088f15eb3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:00,313 INFO [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,314 INFO [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 105315919d3128119c5aab088f15eb3d columnFamilyName f1 2024-11-27T01:20:00,314 DEBUG [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:00,314 INFO [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] regionserver.HStore(327): Store=105315919d3128119c5aab088f15eb3d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:00,314 INFO [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,315 INFO [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 105315919d3128119c5aab088f15eb3d columnFamilyName norep 2024-11-27T01:20:00,315 DEBUG [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:00,315 INFO [StoreOpener-105315919d3128119c5aab088f15eb3d-1 {}] regionserver.HStore(327): Store=105315919d3128119c5aab088f15eb3d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:00,315 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,316 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,316 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,317 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,317 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,317 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:20:00,318 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,319 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:00,319 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 105315919d3128119c5aab088f15eb3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70004757, jitterRate=0.04315216839313507}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:20:00,320 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:00,320 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 105315919d3128119c5aab088f15eb3d: Running coprocessor pre-open hook at 1732670400311Writing region info on filesystem at 1732670400311Initializing all the Stores at 1732670400311Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670400311Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670400311Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670400311Cleaning up temporary data from old regions at 1732670400317 (+6 ms)Running coprocessor post-open hooks at 1732670400320 (+3 ms)Region opened successfully at 1732670400320 2024-11-27T01:20:00,320 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670399167.105315919d3128119c5aab088f15eb3d., pid=6, masterSystemTime=1732670400306 2024-11-27T01:20:00,322 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:20:00,322 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:20:00,323 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=105315919d3128119c5aab088f15eb3d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,43977,1732670393981 2024-11-27T01:20:00,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 105315919d3128119c5aab088f15eb3d, server=7d6f26a4c136,43977,1732670393981 because future has completed 2024-11-27T01:20:00,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:20:00,326 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 105315919d3128119c5aab088f15eb3d, server=7d6f26a4c136,43977,1732670393981 in 171 msec 2024-11-27T01:20:00,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:20:00,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=105315919d3128119c5aab088f15eb3d, ASSIGN in 326 msec 2024-11-27T01:20:00,329 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:20:00,329 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670400329"}]},"ts":"1732670400329"} 2024-11-27T01:20:00,330 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:20:00,331 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:20:00,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-27T01:20:01,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:01,324 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:20:01,325 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d44bea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39875,-1 for getting cluster id 2024-11-27T01:20:01,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:01,326 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd760-b647-453e-aa9c-45eb37aba8a0' 2024-11-27T01:20:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd760-b647-453e-aa9c-45eb37aba8a0" 2024-11-27T01:20:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266ac30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39875,-1] 2024-11-27T01:20:01,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:01,327 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:01,328 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:01,328 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b19c450, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,329 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77dd723d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,329 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,37567,-1 for getting cluster id 2024-11-27T01:20:01,329 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:01,330 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5610fd5-aff0-4c7d-a172-798274d4940e' 2024-11-27T01:20:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5610fd5-aff0-4c7d-a172-798274d4940e" 2024-11-27T01:20:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e592d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,37567,-1] 2024-11-27T01:20:01,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:01,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:01,331 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:01,332 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380425d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8000ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,332 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39875,-1 for getting cluster id 2024-11-27T01:20:01,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:01,333 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd760-b647-453e-aa9c-45eb37aba8a0' 2024-11-27T01:20:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd760-b647-453e-aa9c-45eb37aba8a0" 2024-11-27T01:20:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54838c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39875,-1] 2024-11-27T01:20:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:01,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:01,335 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:01,335 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcb239b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:01,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,39875,1732670389822 2024-11-27T01:20:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b8f326f 2024-11-27T01:20:01,337 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:01,337 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:01,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:37567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:20:01,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:20:01,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:01,340 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:37567' 2024-11-27T01:20:01,341 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199062b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,341 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,37567,-1 for getting cluster id 2024-11-27T01:20:01,341 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:01,342 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5610fd5-aff0-4c7d-a172-798274d4940e' 2024-11-27T01:20:01,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:01,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5610fd5-aff0-4c7d-a172-798274d4940e" 2024-11-27T01:20:01,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4086b1ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,37567,-1] 2024-11-27T01:20:01,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:01,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:01,343 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:01,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20f84ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:01,344 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:01,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,37567,1732670393944 2024-11-27T01:20:01,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f8580fd 2024-11-27T01:20:01,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:01,345 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:01,346 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:20:01,346 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:20:01,346 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:01,346 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:01,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:01,346 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:01,347 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:20:01,348 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:20:01,348 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:01,349 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:20:01,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:20:01,397 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:20:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:01,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:01,759 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9183c29d5f260b40b5ba0188089ab433, NAME => 'hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834 2024-11-27T01:20:01,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:20:01,826 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T01:20:01,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:02,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:02,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9183c29d5f260b40b5ba0188089ab433, disabling compactions & flushes 2024-11-27T01:20:02,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:02,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:02,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. after waiting 0 ms 2024-11-27T01:20:02,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:02,165 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:02,165 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9183c29d5f260b40b5ba0188089ab433: Waiting for close lock at 1732670402164Disabling compacts and flushes for region at 1732670402164Disabling writes for close at 1732670402165 (+1 ms)Writing region close event to WAL at 1732670402165Closed at 1732670402165 2024-11-27T01:20:02,166 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:20:02,166 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670402166"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670402166"}]},"ts":"1732670402166"} 2024-11-27T01:20:02,169 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:20:02,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:20:02,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670402170"}]},"ts":"1732670402170"} 2024-11-27T01:20:02,172 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:20:02,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9183c29d5f260b40b5ba0188089ab433, ASSIGN}] 2024-11-27T01:20:02,173 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9183c29d5f260b40b5ba0188089ab433, ASSIGN 2024-11-27T01:20:02,173 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9183c29d5f260b40b5ba0188089ab433, ASSIGN; state=OFFLINE, location=7d6f26a4c136,44479,1732670389875; forceNewPlan=false, retain=false 2024-11-27T01:20:02,324 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9183c29d5f260b40b5ba0188089ab433, regionState=OPENING, regionLocation=7d6f26a4c136,44479,1732670389875 2024-11-27T01:20:02,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9183c29d5f260b40b5ba0188089ab433, ASSIGN because future has completed 2024-11-27T01:20:02,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9183c29d5f260b40b5ba0188089ab433, server=7d6f26a4c136,44479,1732670389875}] 2024-11-27T01:20:02,333 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:02,334 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:20:02,334 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18210 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:20:02,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:02,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:02,482 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:02,483 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:20:02,484 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C44479%2C1732670389875.rep, suffix=, logDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875, archiveDir=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/oldWALs, maxLogs=10 2024-11-27T01:20:02,497 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.rep.1732670402484, exclude list is [], retry=0 2024-11-27T01:20:02,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43615,DS-7ff118f6-0956-4da1-a6da-85bf7f3df1d3,DISK] 2024-11-27T01:20:02,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.rep.1732670402484 2024-11-27T01:20:02,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33029:33029)] 2024-11-27T01:20:02,500 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9183c29d5f260b40b5ba0188089ab433, NAME => 'hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:02,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:02,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:20:02,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. service=MultiRowMutationService 2024-11-27T01:20:02,501 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:20:02,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:02,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,501 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,502 INFO [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,503 INFO [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9183c29d5f260b40b5ba0188089ab433 columnFamilyName hfileref 2024-11-27T01:20:02,503 DEBUG [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:02,504 INFO [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] regionserver.HStore(327): Store=9183c29d5f260b40b5ba0188089ab433/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:02,504 INFO [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,504 INFO [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9183c29d5f260b40b5ba0188089ab433 columnFamilyName queue 2024-11-27T01:20:02,504 DEBUG [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:02,505 INFO [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] regionserver.HStore(327): Store=9183c29d5f260b40b5ba0188089ab433/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:02,505 INFO [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,506 INFO [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9183c29d5f260b40b5ba0188089ab433 columnFamilyName sid 2024-11-27T01:20:02,506 DEBUG [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:02,506 INFO [StoreOpener-9183c29d5f260b40b5ba0188089ab433-1 {}] regionserver.HStore(327): Store=9183c29d5f260b40b5ba0188089ab433/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:02,506 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/replication/9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,507 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/replication/9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,508 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:20:02,509 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/replication/9183c29d5f260b40b5ba0188089ab433/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:02,511 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9183c29d5f260b40b5ba0188089ab433; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65851789, jitterRate=-0.018731877207756042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:20:02,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:02,512 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9183c29d5f260b40b5ba0188089ab433: Running coprocessor pre-open hook at 1732670402501Writing region info on filesystem at 1732670402501Initializing all the Stores at 1732670402502 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670402502Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670402502Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670402502Cleaning up temporary data from old regions at 1732670402508 (+6 ms)Running coprocessor post-open hooks at 1732670402511 (+3 ms)Region opened successfully at 1732670402512 (+1 ms) 2024-11-27T01:20:02,512 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433., pid=10, masterSystemTime=1732670402479 2024-11-27T01:20:02,514 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:02,514 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:02,515 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9183c29d5f260b40b5ba0188089ab433, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,44479,1732670389875 2024-11-27T01:20:02,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9183c29d5f260b40b5ba0188089ab433, server=7d6f26a4c136,44479,1732670389875 because future has completed 2024-11-27T01:20:02,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:20:02,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9183c29d5f260b40b5ba0188089ab433, server=7d6f26a4c136,44479,1732670389875 in 191 msec 2024-11-27T01:20:02,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:20:02,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9183c29d5f260b40b5ba0188089ab433, ASSIGN in 347 msec 2024-11-27T01:20:02,521 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:20:02,521 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670402521"}]},"ts":"1732670402521"} 2024-11-27T01:20:02,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:20:02,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:20:02,525 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-27T01:20:02,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433., hostname=7d6f26a4c136,44479,1732670389875, seqNum=2] 2024-11-27T01:20:02,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:20:02,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:20:02,564 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:20:02,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44479 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:20:02,716 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:20:02,745 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,44479,1732670389875, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:20:02,746 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:02,746 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,44479,1732670389875, seqNum=-1] 2024-11-27T01:20:02,746 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:02,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T01:20:02,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,44479,1732670389875', locateType=CURRENT is [region=hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433., hostname=7d6f26a4c136,44479,1732670389875, seqNum=2] 2024-11-27T01:20:02,751 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:20:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:20:02,753 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,44479,1732670389875 suceeded 2024-11-27T01:20:02,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:20:02,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-27T01:20:02,755 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:37567,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:20:02,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4170 sec 2024-11-27T01:20:02,765 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:37567' 2024-11-27T01:20:02,767 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fed8f9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:02,767 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,37567,-1 for getting cluster id 2024-11-27T01:20:02,767 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:02,767 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5610fd5-aff0-4c7d-a172-798274d4940e' 2024-11-27T01:20:02,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:02,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5610fd5-aff0-4c7d-a172-798274d4940e" 2024-11-27T01:20:02,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@412597a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:02,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,37567,-1] 2024-11-27T01:20:02,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:02,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:02,769 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:02,770 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f68b70e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:02,770 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:02,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,37567,1732670393944 2024-11-27T01:20:02,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a5a6297 2024-11-27T01:20:02,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:02,771 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-27T01:20:02,772 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,44479,1732670389875 (queues=1) is replicating from cluster=cb2bd760-b647-453e-aa9c-45eb37aba8a0 to cluster=b5610fd5-aff0-4c7d-a172-798274d4940e 2024-11-27T01:20:02,772 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C44479%2C1732670389875 2024-11-27T01:20:02,772 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,44479,1732670389875, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:20:02,773 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C44479%2C1732670389875 2024-11-27T01:20:02,773 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855, startPosition=0, beingWritten=true 2024-11-27T01:20:02,779 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:02,779 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 379, reset compression=false 2024-11-27T01:20:02,779 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,44479,1732670389875 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:02,983 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 379, reset compression=false 2024-11-27T01:20:03,287 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 379, reset compression=false 2024-11-27T01:20:03,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39875 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:03,484 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:20:03,484 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:03,484 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:03,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:03,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:03,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:03,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56df208d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:03,485 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,37567,-1 for getting cluster id 2024-11-27T01:20:03,485 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:03,486 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5610fd5-aff0-4c7d-a172-798274d4940e' 2024-11-27T01:20:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5610fd5-aff0-4c7d-a172-798274d4940e" 2024-11-27T01:20:03,486 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3286c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,37567,-1] 2024-11-27T01:20:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:03,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:03,487 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:03,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e386e41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:03,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:03,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,37567,1732670393944 2024-11-27T01:20:03,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64820e12 2024-11-27T01:20:03,489 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:03,490 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:03,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:39875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:20:03,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:20:03,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:03,493 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:39875' 2024-11-27T01:20:03,494 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139848e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:03,494 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39875,-1 for getting cluster id 2024-11-27T01:20:03,494 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:03,494 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd760-b647-453e-aa9c-45eb37aba8a0' 2024-11-27T01:20:03,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd760-b647-453e-aa9c-45eb37aba8a0" 2024-11-27T01:20:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5117cc2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39875,-1] 2024-11-27T01:20:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:03,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:03,495 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:03,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da04929, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:03,496 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:03,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,39875,1732670389822 2024-11-27T01:20:03,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2db74bcf 2024-11-27T01:20:03,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:03,497 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:03,498 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:20:03,498 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:20:03,498 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:03,498 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:03,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:03,498 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:03,499 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:20:03,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:20:03,500 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:03,501 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:20:03,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:20:03,549 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:20:03,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:03,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:20:03,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:03,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:03,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:03,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:03,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:03,691 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 379, reset compression=false 2024-11-27T01:20:03,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:03,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:03,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:03,705 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:03,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:03,727 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T01:20:03,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:03,908 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f299fbc7f20caddac565f199121bd712, NAME => 'hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a 2024-11-27T01:20:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:20:04,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:04,196 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 379, reset compression=false 2024-11-27T01:20:04,313 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:04,313 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f299fbc7f20caddac565f199121bd712, disabling compactions & flushes 2024-11-27T01:20:04,313 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:04,313 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:04,313 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. after waiting 0 ms 2024-11-27T01:20:04,313 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:04,314 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:04,314 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f299fbc7f20caddac565f199121bd712: Waiting for close lock at 1732670404313Disabling compacts and flushes for region at 1732670404313Disabling writes for close at 1732670404313Writing region close event to WAL at 1732670404313Closed at 1732670404314 (+1 ms) 2024-11-27T01:20:04,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:20:04,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670404315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670404315"}]},"ts":"1732670404315"} 2024-11-27T01:20:04,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:20:04,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:20:04,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670404318"}]},"ts":"1732670404318"} 2024-11-27T01:20:04,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:20:04,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f299fbc7f20caddac565f199121bd712, ASSIGN}] 2024-11-27T01:20:04,321 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f299fbc7f20caddac565f199121bd712, ASSIGN 2024-11-27T01:20:04,321 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f299fbc7f20caddac565f199121bd712, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43977,1732670393981; forceNewPlan=false, retain=false 2024-11-27T01:20:04,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f299fbc7f20caddac565f199121bd712, regionState=OPENING, regionLocation=7d6f26a4c136,43977,1732670393981 2024-11-27T01:20:04,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f299fbc7f20caddac565f199121bd712, ASSIGN because future has completed 2024-11-27T01:20:04,475 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f299fbc7f20caddac565f199121bd712, server=7d6f26a4c136,43977,1732670393981}] 2024-11-27T01:20:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:04,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:04,630 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:04,631 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:20:04,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C43977%2C1732670393981.rep, suffix=, logDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981, archiveDir=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/oldWALs, maxLogs=10 2024-11-27T01:20:04,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.rep.1732670404632, exclude list is [], retry=0 2024-11-27T01:20:04,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-e15d6e90-2681-4161-9731-d99c5d4f59a5,DISK] 2024-11-27T01:20:04,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.rep.1732670404632 2024-11-27T01:20:04,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46723:46723)] 2024-11-27T01:20:04,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f299fbc7f20caddac565f199121bd712, NAME => 'hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:04,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:04,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:20:04,649 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. service=MultiRowMutationService 2024-11-27T01:20:04,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:20:04,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:04,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,650 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,651 INFO [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,652 INFO [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f299fbc7f20caddac565f199121bd712 columnFamilyName hfileref 2024-11-27T01:20:04,652 DEBUG [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:04,652 INFO [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] regionserver.HStore(327): Store=f299fbc7f20caddac565f199121bd712/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:04,653 INFO [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,653 INFO [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f299fbc7f20caddac565f199121bd712 columnFamilyName queue 2024-11-27T01:20:04,653 DEBUG [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:04,654 INFO [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] regionserver.HStore(327): Store=f299fbc7f20caddac565f199121bd712/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:04,654 INFO [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,655 INFO [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f299fbc7f20caddac565f199121bd712 columnFamilyName sid 2024-11-27T01:20:04,655 DEBUG [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:04,655 INFO [StoreOpener-f299fbc7f20caddac565f199121bd712-1 {}] regionserver.HStore(327): Store=f299fbc7f20caddac565f199121bd712/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:04,655 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/replication/f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/replication/f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,656 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,657 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:20:04,658 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,659 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/replication/f299fbc7f20caddac565f199121bd712/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:04,660 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f299fbc7f20caddac565f199121bd712; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75454639, jitterRate=0.12436173856258392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:20:04,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:04,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f299fbc7f20caddac565f199121bd712: Running coprocessor pre-open hook at 1732670404650Writing region info on filesystem at 1732670404650Initializing all the Stores at 1732670404650Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670404650Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670404651 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670404651Cleaning up temporary data from old regions at 1732670404656 (+5 ms)Running coprocessor post-open hooks at 1732670404660 (+4 ms)Region opened successfully at 1732670404660 2024-11-27T01:20:04,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712., pid=10, masterSystemTime=1732670404627 2024-11-27T01:20:04,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:04,662 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:04,663 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f299fbc7f20caddac565f199121bd712, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43977,1732670393981 2024-11-27T01:20:04,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f299fbc7f20caddac565f199121bd712, server=7d6f26a4c136,43977,1732670393981 because future has completed 2024-11-27T01:20:04,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:20:04,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f299fbc7f20caddac565f199121bd712, server=7d6f26a4c136,43977,1732670393981 in 190 msec 2024-11-27T01:20:04,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:20:04,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f299fbc7f20caddac565f199121bd712, ASSIGN in 347 msec 2024-11-27T01:20:04,669 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:20:04,669 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670404669"}]},"ts":"1732670404669"} 2024-11-27T01:20:04,671 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:20:04,671 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:20:04,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-27T01:20:04,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712., hostname=7d6f26a4c136,43977,1732670393981, seqNum=2] 2024-11-27T01:20:04,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:20:04,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:20:04,715 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:20:04,800 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 379, reset compression=false 2024-11-27T01:20:04,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43977 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:20:04,867 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:20:04,897 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,43977,1732670393981, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:20:04,897 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:04,897 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43977,1732670393981, seqNum=-1] 2024-11-27T01:20:04,897 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:04,898 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T01:20:04,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,43977,1732670393981', locateType=CURRENT is [region=hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712., hostname=7d6f26a4c136,43977,1732670393981, seqNum=2] 2024-11-27T01:20:04,902 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:20:04,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:20:04,904 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,43977,1732670393981 suceeded 2024-11-27T01:20:04,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:20:04,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-27T01:20:04,906 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:39875,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:20:04,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-27T01:20:04,921 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:39875' 2024-11-27T01:20:04,922 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e483714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:04,923 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39875,-1 for getting cluster id 2024-11-27T01:20:04,923 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:04,923 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd760-b647-453e-aa9c-45eb37aba8a0' 2024-11-27T01:20:04,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:04,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd760-b647-453e-aa9c-45eb37aba8a0" 2024-11-27T01:20:04,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19612adf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:04,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39875,-1] 2024-11-27T01:20:04,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:04,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:04,925 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:04,925 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@641d0308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:04,926 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:04,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,39875,1732670389822 2024-11-27T01:20:04,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e6f5211 2024-11-27T01:20:04,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:04,927 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-27T01:20:04,928 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,43977,1732670393981 (queues=1) is replicating from cluster=b5610fd5-aff0-4c7d-a172-798274d4940e to cluster=cb2bd760-b647-453e-aa9c-45eb37aba8a0 2024-11-27T01:20:04,928 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C43977%2C1732670393981 2024-11-27T01:20:04,928 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,43977,1732670393981, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:20:04,928 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975, startPosition=0, beingWritten=true 2024-11-27T01:20:04,928 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C43977%2C1732670393981 2024-11-27T01:20:04,933 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:04,933 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 379, reset compression=false 2024-11-27T01:20:04,933 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,43977,1732670393981 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:05,137 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 379, reset compression=false 2024-11-27T01:20:05,441 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 379, reset compression=false 2024-11-27T01:20:05,505 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 379, reset compression=false 2024-11-27T01:20:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:05,634 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:20:05,635 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:05,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:05,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:05,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:05,635 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:05,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:05,636 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,44479,1732670389875, seqNum=-1] 2024-11-27T01:20:05,637 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:05,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:05,640 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732670397018.8897723bb2ef8128c7272cf327ab507b., hostname=7d6f26a4c136,44479,1732670389875, seqNum=2] 2024-11-27T01:20:05,642 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43977,1732670393981, seqNum=-1] 2024-11-27T01:20:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:05,644 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:05,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732670399167.105315919d3128119c5aab088f15eb3d., hostname=7d6f26a4c136,43977,1732670393981, seqNum=2] 2024-11-27T01:20:05,647 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T01:20:05,845 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 379, reset compression=false 2024-11-27T01:20:06,309 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 379, reset compression=false 2024-11-27T01:20:06,315 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:06,315 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 480, reset compression=false 2024-11-27T01:20:06,315 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,44479,1732670389875 got entry batch from reader: WALEntryBatch [walEntries=[{test/8897723bb2ef8128c7272cf327ab507b/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T01:20:06,317 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:20:06,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-27T01:20:06,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:06,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36770bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:06,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,37567,-1 for getting cluster id 2024-11-27T01:20:06,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:06,321 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b5610fd5-aff0-4c7d-a172-798274d4940e' 2024-11-27T01:20:06,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:06,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b5610fd5-aff0-4c7d-a172-798274d4940e" 2024-11-27T01:20:06,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@520de6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:06,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,37567,-1] 2024-11-27T01:20:06,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:06,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:06,323 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:06,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20280a0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:06,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:06,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43977,1732670393981, seqNum=-1] 2024-11-27T01:20:06,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:06,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-27T01:20:06,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732670399167.105315919d3128119c5aab088f15eb3d., hostname=7d6f26a4c136,43977,1732670393981, seqNum=2] 2024-11-27T01:20:06,349 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 379, reset compression=false 2024-11-27T01:20:06,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:06,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T01:20:06,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T01:20:06,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-27T01:20:06,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-27T01:20:06,496 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:20:06,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T01:20:06,519 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 480, reset compression=false 2024-11-27T01:20:06,652 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T01:20:06,655 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T01:20:06,823 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 480, reset compression=false 2024-11-27T01:20:06,953 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 379, reset compression=false 2024-11-27T01:20:06,958 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:06,958 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 608, reset compression=false 2024-11-27T01:20:06,958 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,43977,1732670393981 got entry batch from reader: WALEntryBatch [walEntries=[{test/105315919d3128119c5aab088f15eb3d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T01:20:06,960 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:20:06,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-27T01:20:06,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:06,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@544b3a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:06,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39875,-1 for getting cluster id 2024-11-27T01:20:06,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:06,963 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb2bd760-b647-453e-aa9c-45eb37aba8a0' 2024-11-27T01:20:06,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:06,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb2bd760-b647-453e-aa9c-45eb37aba8a0" 2024-11-27T01:20:06,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20ab08b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:06,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39875,-1] 2024-11-27T01:20:06,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:06,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:06,964 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:06,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39721b33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:06,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:06,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,44479,1732670389875, seqNum=-1] 2024-11-27T01:20:06,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:06,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-27T01:20:06,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732670397018.8897723bb2ef8128c7272cf327ab507b., hostname=7d6f26a4c136,44479,1732670389875, seqNum=2] 2024-11-27T01:20:06,971 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:07,161 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 608, reset compression=false 2024-11-27T01:20:07,227 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 480, reset compression=false 2024-11-27T01:20:07,231 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:07,231 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 608, reset compression=false 2024-11-27T01:20:07,231 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,44479,1732670389875 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:07,435 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 608, reset compression=false 2024-11-27T01:20:07,466 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 608, reset compression=false 2024-11-27T01:20:07,657 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T01:20:07,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T01:20:07,739 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 608, reset compression=false 2024-11-27T01:20:07,745 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:07,745 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 764, reset compression=false 2024-11-27T01:20:07,745 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,44479,1732670389875 got entry batch from reader: WALEntryBatch [walEntries=[{test/8897723bb2ef8128c7272cf327ab507b/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T01:20:07,746 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:07,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43977 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:07,869 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 608, reset compression=false 2024-11-27T01:20:07,878 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:07,878 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 756, reset compression=false 2024-11-27T01:20:07,878 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,43977,1732670393981 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:07,949 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 764, reset compression=false 2024-11-27T01:20:08,082 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 756, reset compression=false 2024-11-27T01:20:08,257 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 764, reset compression=false 2024-11-27T01:20:08,386 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 756, reset compression=false 2024-11-27T01:20:08,660 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 764, reset compression=false 2024-11-27T01:20:08,669 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T01:20:08,673 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T01:20:08,790 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 756, reset compression=false 2024-11-27T01:20:08,795 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:08,795 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 915, reset compression=false 2024-11-27T01:20:08,795 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,43977,1732670393981 got entry batch from reader: WALEntryBatch [walEntries=[{test/105315919d3128119c5aab088f15eb3d/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T01:20:08,796 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:08,799 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44479 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:08,998 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 915, reset compression=false 2024-11-27T01:20:09,164 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 764, reset compression=false 2024-11-27T01:20:09,169 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:09,169 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 914, reset compression=false 2024-11-27T01:20:09,169 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,44479,1732670389875 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:09,302 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 915, reset compression=false 2024-11-27T01:20:09,372 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 914, reset compression=false 2024-11-27T01:20:09,675 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T01:20:09,676 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 914, reset compression=false 2024-11-27T01:20:09,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:20:09,677 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:09,677 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:09,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:09,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:09,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:09,677 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:20:09,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=738279674, stopped=false 2024-11-27T01:20:09,678 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,37567,1732670393944 2024-11-27T01:20:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11807134341/running 2024-11-27T01:20:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:20:09,679 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:20:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11807134341/running 2024-11-27T01:20:09,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:20:09,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:09,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:09,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:09,680 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,43977,1732670393981' ***** 2024-11-27T01:20:09,680 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:20:09,680 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:20:09,681 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:20:09,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Set watcher on znode that does not yet exist, /11807134341/running 2024-11-27T01:20:09,681 INFO [RS:0;7d6f26a4c136:43977 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:20:09,681 INFO [RS:0;7d6f26a4c136:43977 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:20:09,681 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(3091): Received CLOSE for 105315919d3128119c5aab088f15eb3d 2024-11-27T01:20:09,681 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Set watcher on znode that does not yet exist, /11807134341/running 2024-11-27T01:20:09,685 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(3091): Received CLOSE for f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:09,685 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,43977,1732670393981 2024-11-27T01:20:09,685 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:20:09,685 INFO [RS:0;7d6f26a4c136:43977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:43977. 2024-11-27T01:20:09,685 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 105315919d3128119c5aab088f15eb3d, disabling compactions & flushes 2024-11-27T01:20:09,685 DEBUG [RS:0;7d6f26a4c136:43977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:09,685 DEBUG [RS:0;7d6f26a4c136:43977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:09,685 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:20:09,685 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:20:09,685 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670399167.105315919d3128119c5aab088f15eb3d. after waiting 0 ms 2024-11-27T01:20:09,685 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:20:09,685 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:20:09,685 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:20:09,685 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:20:09,685 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:20:09,686 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 105315919d3128119c5aab088f15eb3d 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-27T01:20:09,686 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:20:09,686 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1325): Online Regions={105315919d3128119c5aab088f15eb3d=test,,1732670399167.105315919d3128119c5aab088f15eb3d., 1588230740=hbase:meta,,1.1588230740, f299fbc7f20caddac565f199121bd712=hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712.} 2024-11-27T01:20:09,686 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1351): Waiting on 105315919d3128119c5aab088f15eb3d, 1588230740, f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:09,686 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:20:09,686 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:20:09,686 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:20:09,686 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:20:09,686 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:20:09,686 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:20:09,704 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/.tmp/f/5a21738005264f4281585d2dc6161129 is 29, key is row1/f:/1732670408670/DeleteFamily/seqid=0 2024-11-27T01:20:09,706 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 915, reset compression=false 2024-11-27T01:20:09,708 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/info/45766d66b9984fb1a37fca22f9f6d4c2 is 147, key is hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712./info:regioninfo/1732670404663/Put/seqid=0 2024-11-27T01:20:09,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741840_1016 (size=5118) 2024-11-27T01:20:09,717 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:09,717 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 1162, reset compression=false 2024-11-27T01:20:09,717 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,43977,1732670393981 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:09,718 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7d6f26a4c136,43977,1732670393981: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7d6f26a4c136,43977,1732670393981, walGroup=7d6f26a4c136%2C43977%2C1732670393981, offset=7d6f26a4c136%2C43977%2C1732670393981.1732670395975:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:43977 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T01:20:09,719 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T01:20:09,720 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T01:20:09,721 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T01:20:09,721 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T01:20:09,721 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T01:20:09,721 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 591384416 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 191217784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T01:20:09,721 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:37567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:37567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T01:20:09,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741841_1017 (size=7686) 2024-11-27T01:20:09,728 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/.tmp/f/5a21738005264f4281585d2dc6161129 2024-11-27T01:20:09,734 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a21738005264f4281585d2dc6161129 2024-11-27T01:20:09,746 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:20:09,750 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/.tmp/f1/686d657353824fc49c721b8669c9a2b4 is 30, key is row1/f1:/1732670408670/DeleteFamily/seqid=0 2024-11-27T01:20:09,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741842_1018 (size=5123) 2024-11-27T01:20:09,863 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:20:09,863 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:20:09,886 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1351): Waiting on 105315919d3128119c5aab088f15eb3d, 1588230740, f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:09,930 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 1162, reset compression=false 2024-11-27T01:20:10,082 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 914, reset compression=false 2024-11-27T01:20:10,086 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1351): Waiting on 105315919d3128119c5aab088f15eb3d, 1588230740, f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:10,126 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/info/45766d66b9984fb1a37fca22f9f6d4c2 2024-11-27T01:20:10,145 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/ns/8525bade1e5e42d0a8d9883c5de2039a is 43, key is default/ns:d/1732670396927/Put/seqid=0 2024-11-27T01:20:10,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741843_1019 (size=5153) 2024-11-27T01:20:10,151 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:20:10,158 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/.tmp/f1/686d657353824fc49c721b8669c9a2b4 2024-11-27T01:20:10,162 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 686d657353824fc49c721b8669c9a2b4 2024-11-27T01:20:10,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:10,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:10,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:10,180 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/.tmp/norep/1255359fbb81498ba5b04fa3a0f700bb is 33, key is row1/norep:/1732670408670/DeleteFamily/seqid=0 2024-11-27T01:20:10,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:10,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:10,181 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:10,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741844_1020 (size=5108) 2024-11-27T01:20:10,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:10,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:10,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:10,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:10,234 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 1162, reset compression=false 2024-11-27T01:20:10,286 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1351): Waiting on 105315919d3128119c5aab088f15eb3d, 1588230740, f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:10,487 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1351): Waiting on 105315919d3128119c5aab088f15eb3d, 1588230740, f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:10,549 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/ns/8525bade1e5e42d0a8d9883c5de2039a 2024-11-27T01:20:10,572 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/rep_barrier/f6086b61da5c47bea110fedd415361cb is 112, key is test,,1732670399167.105315919d3128119c5aab088f15eb3d./rep_barrier:seqnumDuringOpen/1732670400322/Put/seqid=0 2024-11-27T01:20:10,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741845_1021 (size=5518) 2024-11-27T01:20:10,586 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/.tmp/norep/1255359fbb81498ba5b04fa3a0f700bb 2024-11-27T01:20:10,586 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 914, reset compression=false 2024-11-27T01:20:10,590 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1255359fbb81498ba5b04fa3a0f700bb 2024-11-27T01:20:10,591 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/.tmp/f/5a21738005264f4281585d2dc6161129 as hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/f/5a21738005264f4281585d2dc6161129 2024-11-27T01:20:10,594 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5a21738005264f4281585d2dc6161129 2024-11-27T01:20:10,594 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/f/5a21738005264f4281585d2dc6161129, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T01:20:10,595 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/.tmp/f1/686d657353824fc49c721b8669c9a2b4 as hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/f1/686d657353824fc49c721b8669c9a2b4 2024-11-27T01:20:10,599 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 686d657353824fc49c721b8669c9a2b4 2024-11-27T01:20:10,600 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/f1/686d657353824fc49c721b8669c9a2b4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T01:20:10,600 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/.tmp/norep/1255359fbb81498ba5b04fa3a0f700bb as hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/norep/1255359fbb81498ba5b04fa3a0f700bb 2024-11-27T01:20:10,604 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1255359fbb81498ba5b04fa3a0f700bb 2024-11-27T01:20:10,604 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/norep/1255359fbb81498ba5b04fa3a0f700bb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T01:20:10,605 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 105315919d3128119c5aab088f15eb3d in 920ms, sequenceid=8, compaction requested=false 2024-11-27T01:20:10,610 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/default/test/105315919d3128119c5aab088f15eb3d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T01:20:10,611 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:10,611 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:20:10,611 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:20:10,611 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 105315919d3128119c5aab088f15eb3d: Waiting for close lock at 1732670409685Running coprocessor pre-close hooks at 1732670409685Disabling compacts and flushes for region at 1732670409685Disabling writes for close at 1732670409685Obtaining lock to block concurrent updates at 1732670409686 (+1 ms)Preparing flush snapshotting stores in 105315919d3128119c5aab088f15eb3d at 1732670409686Finished memstore snapshotting test,,1732670399167.105315919d3128119c5aab088f15eb3d., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732670409686Flushing stores of test,,1732670399167.105315919d3128119c5aab088f15eb3d. at 1732670409687 (+1 ms)Flushing 105315919d3128119c5aab088f15eb3d/f: creating writer at 1732670409687Flushing 105315919d3128119c5aab088f15eb3d/f: appending metadata at 1732670409703 (+16 ms)Flushing 105315919d3128119c5aab088f15eb3d/f: closing flushed file at 1732670409703Flushing 105315919d3128119c5aab088f15eb3d/f1: creating writer at 1732670409734 (+31 ms)Flushing 105315919d3128119c5aab088f15eb3d/f1: appending metadata at 1732670409750 (+16 ms)Flushing 105315919d3128119c5aab088f15eb3d/f1: closing flushed file at 1732670409750Flushing 105315919d3128119c5aab088f15eb3d/norep: creating writer at 1732670410162 (+412 ms)Flushing 105315919d3128119c5aab088f15eb3d/norep: appending metadata at 1732670410179 (+17 ms)Flushing 105315919d3128119c5aab088f15eb3d/norep: closing flushed file at 1732670410179Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23c49699: reopening flushed file at 1732670410590 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@730e3df5: reopening flushed file at 1732670410595 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d2cf70c: reopening flushed file at 1732670410600 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 105315919d3128119c5aab088f15eb3d in 920ms, sequenceid=8, compaction requested=false at 1732670410605 (+5 ms)Writing region close event to WAL at 1732670410607 (+2 ms)Running coprocessor post-close hooks at 1732670410610 (+3 ms)Closed at 1732670410611 (+1 ms) 2024-11-27T01:20:10,611 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670399167.105315919d3128119c5aab088f15eb3d. 2024-11-27T01:20:10,611 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f299fbc7f20caddac565f199121bd712, disabling compactions & flushes 2024-11-27T01:20:10,611 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:10,611 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:10,611 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. after waiting 0 ms 2024-11-27T01:20:10,611 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:10,611 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f299fbc7f20caddac565f199121bd712: Waiting for close lock at 1732670410611Running coprocessor pre-close hooks at 1732670410611Disabling compacts and flushes for region at 1732670410611Disabling writes for close at 1732670410611Failed flush hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712., putting online again at 1732670410611 2024-11-27T01:20:10,612 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:10,638 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 1162, reset compression=false 2024-11-27T01:20:10,644 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:10,644 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 1806, reset compression=false 2024-11-27T01:20:10,687 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T01:20:10,687 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f299fbc7f20caddac565f199121bd712=hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712.} 2024-11-27T01:20:10,687 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(3091): Received CLOSE for f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:10,687 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f299fbc7f20caddac565f199121bd712 2024-11-27T01:20:10,687 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f299fbc7f20caddac565f199121bd712, disabling compactions & flushes 2024-11-27T01:20:10,687 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:10,687 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:10,687 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. after waiting 0 ms 2024-11-27T01:20:10,687 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:10,687 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f299fbc7f20caddac565f199121bd712: Waiting for close lock at 1732670410687Running coprocessor pre-close hooks at 1732670410687Disabling compacts and flushes for region at 1732670410687Disabling writes for close at 1732670410687Failed flush hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712., putting online again at 1732670410687 2024-11-27T01:20:10,687 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732670403498.f299fbc7f20caddac565f199121bd712. 2024-11-27T01:20:10,853 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 1806, reset compression=false 2024-11-27T01:20:10,887 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:20:10,976 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/rep_barrier/f6086b61da5c47bea110fedd415361cb 2024-11-27T01:20:10,998 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/table/891b617de386466eab9550c5afb03713 is 53, key is hbase:replication/table:state/1732670404669/Put/seqid=0 2024-11-27T01:20:11,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741846_1022 (size=5308) 2024-11-27T01:20:11,087 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:20:11,157 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 1806, reset compression=false 2024-11-27T01:20:11,190 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 914, reset compression=false 2024-11-27T01:20:11,288 DEBUG [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:20:11,403 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/table/891b617de386466eab9550c5afb03713 2024-11-27T01:20:11,408 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/info/45766d66b9984fb1a37fca22f9f6d4c2 as hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/info/45766d66b9984fb1a37fca22f9f6d4c2 2024-11-27T01:20:11,412 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/info/45766d66b9984fb1a37fca22f9f6d4c2, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:20:11,413 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/ns/8525bade1e5e42d0a8d9883c5de2039a as hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/ns/8525bade1e5e42d0a8d9883c5de2039a 2024-11-27T01:20:11,417 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/ns/8525bade1e5e42d0a8d9883c5de2039a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:20:11,418 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/rep_barrier/f6086b61da5c47bea110fedd415361cb as hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/rep_barrier/f6086b61da5c47bea110fedd415361cb 2024-11-27T01:20:11,422 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/rep_barrier/f6086b61da5c47bea110fedd415361cb, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:20:11,423 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/.tmp/table/891b617de386466eab9550c5afb03713 as hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/table/891b617de386466eab9550c5afb03713 2024-11-27T01:20:11,427 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/table/891b617de386466eab9550c5afb03713, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:20:11,428 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=16, compaction requested=false 2024-11-27T01:20:11,432 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:20:11,432 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:11,432 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:20:11,432 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:11,433 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670409686Running coprocessor pre-close hooks at 1732670409686Disabling compacts and flushes for region at 1732670409686Disabling writes for close at 1732670409686Obtaining lock to block concurrent updates at 1732670409686Preparing flush snapshotting stores in 1588230740 at 1732670409686Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670409686Flushing stores of hbase:meta,,1.1588230740 at 1732670409687 (+1 ms)Flushing 1588230740/info: creating writer at 1732670409687Flushing 1588230740/info: appending metadata at 1732670409707 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732670409707Flushing 1588230740/ns: creating writer at 1732670410130 (+423 ms)Flushing 1588230740/ns: appending metadata at 1732670410144 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732670410144Flushing 1588230740/rep_barrier: creating writer at 1732670410554 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670410571 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670410571Flushing 1588230740/table: creating writer at 1732670410980 (+409 ms)Flushing 1588230740/table: appending metadata at 1732670410998 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732670410998Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd85a57: reopening flushed file at 1732670411407 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c530a9: reopening flushed file at 1732670411412 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24102d58: reopening flushed file at 1732670411417 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53b6d91: reopening flushed file at 1732670411422 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=16, compaction requested=false at 1732670411428 (+6 ms)Writing region close event to WAL at 1732670411429 (+1 ms)Running coprocessor post-close hooks at 1732670411432 (+3 ms)Closed at 1732670411432 2024-11-27T01:20:11,433 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:11,488 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T01:20:11,488 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,43977,1732670393981; all regions closed. 2024-11-27T01:20:11,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741834_1010 (size=4239) 2024-11-27T01:20:11,490 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.meta.1732670396880.meta not finished, retry = 0 2024-11-27T01:20:11,561 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 to pos 1806, reset compression=false 2024-11-27T01:20:11,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.rep.1732670404632 not finished, retry = 0 2024-11-27T01:20:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741839_1015 (size=1515) 2024-11-27T01:20:11,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741832_1008 (size=1814) 2024-11-27T01:20:11,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/WALs/7d6f26a4c136,43977,1732670393981/7d6f26a4c136%2C43977%2C1732670393981.1732670395975 not finished, retry = 0 2024-11-27T01:20:11,798 DEBUG [RS:0;7d6f26a4c136:43977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:11,798 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:20:11,798 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:20:11,798 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:20:11,799 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:20:11,799 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:20:11,799 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,43977,1732670393981 because: Region server is closing 2024-11-27T01:20:11,799 INFO [RS:0;7d6f26a4c136:43977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:43977. 2024-11-27T01:20:11,799 DEBUG [RS:0;7d6f26a4c136:43977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:11,799 DEBUG [RS:0;7d6f26a4c136:43977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:11,799 DEBUG [RS:0;7d6f26a4c136:43977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:11,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:11,894 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 914, reset compression=false 2024-11-27T01:20:11,900 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.shipper7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 terminated 2024-11-27T01:20:11,900 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43977,1732670393981.replicationSource.wal-reader.7d6f26a4c136%2C43977%2C1732670393981,1-7d6f26a4c136,43977,1732670393981 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:20:11,900 INFO [RS:0;7d6f26a4c136:43977 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:43977. 2024-11-27T01:20:11,900 DEBUG [RS:0;7d6f26a4c136:43977 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:11,900 DEBUG [RS:0;7d6f26a4c136:43977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:11,900 DEBUG [RS:0;7d6f26a4c136:43977 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:11,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:11,900 INFO [RS:0;7d6f26a4c136:43977 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43977 2024-11-27T01:20:11,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11807134341/rs/7d6f26a4c136,43977,1732670393981 2024-11-27T01:20:11,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341/rs 2024-11-27T01:20:11,902 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:20:11,905 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,43977,1732670393981] 2024-11-27T01:20:11,906 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11807134341/draining/7d6f26a4c136,43977,1732670393981 already deleted, retry=false 2024-11-27T01:20:11,906 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,43977,1732670393981 expired; onlineServers=0 2024-11-27T01:20:11,906 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,37567,1732670393944' ***** 2024-11-27T01:20:11,906 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:20:11,906 INFO [M:0;7d6f26a4c136:37567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:20:11,906 INFO [M:0;7d6f26a4c136:37567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:20:11,906 DEBUG [M:0;7d6f26a4c136:37567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:20:11,907 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:20:11,907 DEBUG [M:0;7d6f26a4c136:37567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:20:11,907 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670395737 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670395737,5,FailOnTimeoutGroup] 2024-11-27T01:20:11,907 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670395737 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670395737,5,FailOnTimeoutGroup] 2024-11-27T01:20:11,907 INFO [M:0;7d6f26a4c136:37567 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:20:11,907 INFO [M:0;7d6f26a4c136:37567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:20:11,907 DEBUG [M:0;7d6f26a4c136:37567 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:20:11,907 INFO [M:0;7d6f26a4c136:37567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:20:11,907 INFO [M:0;7d6f26a4c136:37567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:20:11,907 INFO [M:0;7d6f26a4c136:37567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:20:11,907 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:20:11,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11807134341/master 2024-11-27T01:20:11,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11807134341 2024-11-27T01:20:11,908 DEBUG [M:0;7d6f26a4c136:37567 {}] zookeeper.ZKUtil(347): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Unable to get data of znode /11807134341/master because node does not exist (not an error) 2024-11-27T01:20:11,908 WARN [M:0;7d6f26a4c136:37567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:20:11,908 INFO [M:0;7d6f26a4c136:37567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/.lastflushedseqids 2024-11-27T01:20:11,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741847_1023 (size=245) 2024-11-27T01:20:12,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:12,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43977-0x1015701e4820004, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:12,005 INFO [RS:0;7d6f26a4c136:43977 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:20:12,005 INFO [RS:0;7d6f26a4c136:43977 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,43977,1732670393981; zookeeper connection closed. 2024-11-27T01:20:12,006 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7af4e1d7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7af4e1d7 2024-11-27T01:20:12,006 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:20:12,313 INFO [M:0;7d6f26a4c136:37567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:20:12,313 INFO [M:0;7d6f26a4c136:37567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:20:12,313 DEBUG [M:0;7d6f26a4c136:37567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:20:12,313 INFO [M:0;7d6f26a4c136:37567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:12,313 DEBUG [M:0;7d6f26a4c136:37567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:12,313 DEBUG [M:0;7d6f26a4c136:37567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:20:12,313 DEBUG [M:0;7d6f26a4c136:37567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:12,314 INFO [M:0;7d6f26a4c136:37567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T01:20:12,329 DEBUG [M:0;7d6f26a4c136:37567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ab3ae754f614a23b0ecb73d977148f5 is 82, key is hbase:meta,,1/info:regioninfo/1732670396915/Put/seqid=0 2024-11-27T01:20:12,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741848_1024 (size=5672) 2024-11-27T01:20:12,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:12,393 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:20:12,394 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28270 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:20:12,698 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 914, reset compression=false 2024-11-27T01:20:12,733 INFO [M:0;7d6f26a4c136:37567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ab3ae754f614a23b0ecb73d977148f5 2024-11-27T01:20:12,750 DEBUG [M:0;7d6f26a4c136:37567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b28a30252dad4d90acc93e8f4fde50ae is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732670404672/Put/seqid=0 2024-11-27T01:20:12,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741849_1025 (size=8516) 2024-11-27T01:20:13,154 INFO [M:0;7d6f26a4c136:37567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b28a30252dad4d90acc93e8f4fde50ae 2024-11-27T01:20:13,171 DEBUG [M:0;7d6f26a4c136:37567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e08c8aac41354cc48b9c63051555227a is 69, key is 7d6f26a4c136,43977,1732670393981/rs:state/1732670395820/Put/seqid=0 2024-11-27T01:20:13,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741850_1026 (size=5156) 2024-11-27T01:20:13,575 INFO [M:0;7d6f26a4c136:37567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e08c8aac41354cc48b9c63051555227a 2024-11-27T01:20:13,579 DEBUG [M:0;7d6f26a4c136:37567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6ab3ae754f614a23b0ecb73d977148f5 as hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ab3ae754f614a23b0ecb73d977148f5 2024-11-27T01:20:13,583 INFO [M:0;7d6f26a4c136:37567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6ab3ae754f614a23b0ecb73d977148f5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T01:20:13,584 DEBUG [M:0;7d6f26a4c136:37567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b28a30252dad4d90acc93e8f4fde50ae as hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b28a30252dad4d90acc93e8f4fde50ae 2024-11-27T01:20:13,587 INFO [M:0;7d6f26a4c136:37567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b28a30252dad4d90acc93e8f4fde50ae, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T01:20:13,588 DEBUG [M:0;7d6f26a4c136:37567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e08c8aac41354cc48b9c63051555227a as hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e08c8aac41354cc48b9c63051555227a 2024-11-27T01:20:13,591 INFO [M:0;7d6f26a4c136:37567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46331/user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e08c8aac41354cc48b9c63051555227a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T01:20:13,592 INFO [M:0;7d6f26a4c136:37567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-27T01:20:13,593 INFO [M:0;7d6f26a4c136:37567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:13,593 DEBUG [M:0;7d6f26a4c136:37567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670412313Disabling compacts and flushes for region at 1732670412313Disabling writes for close at 1732670412313Obtaining lock to block concurrent updates at 1732670412314 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670412314Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732670412314Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670412314Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670412314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670412328 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670412328Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670412736 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670412749 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670412749Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670413157 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670413171 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670413171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e0701ee: reopening flushed file at 1732670413579 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ea45e7: reopening flushed file at 1732670413583 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14bacaed: reopening flushed file at 1732670413587 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1732670413592 (+5 ms)Writing region close event to WAL at 1732670413593 (+1 ms)Closed at 1732670413593 2024-11-27T01:20:13,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741830_1006 (size=63654) 2024-11-27T01:20:13,595 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/742351ca-eceb-6c6d-8c39-6e7f10ec019a/MasterData/WALs/7d6f26a4c136,37567,1732670393944/7d6f26a4c136%2C37567%2C1732670393944.1732670395659 not finished, retry = 0 2024-11-27T01:20:13,601 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 914, reset compression=false 2024-11-27T01:20:13,697 INFO [M:0;7d6f26a4c136:37567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:20:13,697 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:20:13,697 INFO [M:0;7d6f26a4c136:37567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37567 2024-11-27T01:20:13,698 INFO [M:0;7d6f26a4c136:37567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:20:13,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:13,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37567-0x1015701e4820003, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:13,800 INFO [M:0;7d6f26a4c136:37567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:20:13,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@573c52f1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:20:13,804 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3fa3ede5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:20:13,804 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:20:13,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5dbf964d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:20:13,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@681efc43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/hadoop.log.dir/,STOPPED} 2024-11-27T01:20:13,805 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:20:13,805 WARN [BP-376217409-172.17.0.2-1732670392928 heartbeating to localhost/127.0.0.1:46331 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:20:13,805 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:20:13,805 WARN [BP-376217409-172.17.0.2-1732670392928 heartbeating to localhost/127.0.0.1:46331 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-376217409-172.17.0.2-1732670392928 (Datanode Uuid cf917c7a-39a2-4fd4-9366-b1aec3f23454) service to localhost/127.0.0.1:46331 2024-11-27T01:20:13,806 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/cluster_ca2aeee7-ed03-9522-8981-47b9ece0eb0d/data/data1/current/BP-376217409-172.17.0.2-1732670392928 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:20:13,807 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/cluster_ca2aeee7-ed03-9522-8981-47b9ece0eb0d/data/data2/current/BP-376217409-172.17.0.2-1732670392928 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:20:13,807 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:20:13,812 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40c813ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:20:13,813 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4dc8ea34{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:20:13,813 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:20:13,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23db3f43{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:20:13,813 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2369f892{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/hadoop.log.dir/,STOPPED} 2024-11-27T01:20:13,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:20:13,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:20:13,828 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:13,828 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:13,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:13,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:13,828 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:13,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:20:13,829 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1342333738, stopped=false 2024-11-27T01:20:13,829 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,39875,1732670389822 2024-11-27T01:20:13,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0221787436/running 2024-11-27T01:20:13,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:20:13,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0221787436/running 2024-11-27T01:20:13,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:20:13,832 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:20:13,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Set watcher on znode that does not yet exist, /0221787436/running 2024-11-27T01:20:13,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Set watcher on znode that does not yet exist, /0221787436/running 2024-11-27T01:20:13,833 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:13,833 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:13,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:13,833 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,44479,1732670389875' ***** 2024-11-27T01:20:13,833 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:20:13,834 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(3091): Received CLOSE for 8897723bb2ef8128c7272cf327ab507b 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(3091): Received CLOSE for 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,44479,1732670389875 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:44479. 2024-11-27T01:20:13,834 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8897723bb2ef8128c7272cf327ab507b, disabling compactions & flushes 2024-11-27T01:20:13,834 DEBUG [RS:0;7d6f26a4c136:44479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:13,834 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:20:13,834 DEBUG [RS:0;7d6f26a4c136:44479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:13,834 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:20:13,834 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. after waiting 0 ms 2024-11-27T01:20:13,834 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:20:13,834 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:20:13,834 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8897723bb2ef8128c7272cf327ab507b 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-27T01:20:13,835 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:20:13,835 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8897723bb2ef8128c7272cf327ab507b=test,,1732670397018.8897723bb2ef8128c7272cf327ab507b., 9183c29d5f260b40b5ba0188089ab433=hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433.} 2024-11-27T01:20:13,835 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8897723bb2ef8128c7272cf327ab507b, 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:13,835 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:20:13,835 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:20:13,835 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:20:13,835 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:20:13,835 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:20:13,835 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:20:13,840 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:20:13,850 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/.tmp/f/af60bd1e4717461c9140a482573c4d67 is 29, key is row1/f:/1732670408670/DeleteFamily/seqid=0 2024-11-27T01:20:13,853 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/info/cd0e60a08c6d48b390ab5edd94155c49 is 147, key is hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433./info:regioninfo/1732670402515/Put/seqid=0 2024-11-27T01:20:13,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741840_1016 (size=5118) 2024-11-27T01:20:13,854 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/.tmp/f/af60bd1e4717461c9140a482573c4d67 2024-11-27T01:20:13,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741841_1017 (size=7686) 2024-11-27T01:20:13,857 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/info/cd0e60a08c6d48b390ab5edd94155c49 2024-11-27T01:20:13,858 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af60bd1e4717461c9140a482573c4d67 2024-11-27T01:20:13,878 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/.tmp/f1/26eeb6428fc74fa2afae38f75e11c659 is 30, key is row1/f1:/1732670408670/DeleteFamily/seqid=0 2024-11-27T01:20:13,879 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/ns/fd3b7f8a8e784e229bef23e00a0f34b6 is 43, key is default/ns:d/1732670392854/Put/seqid=0 2024-11-27T01:20:13,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741842_1018 (size=5123) 2024-11-27T01:20:13,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741843_1019 (size=5153) 2024-11-27T01:20:13,883 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/ns/fd3b7f8a8e784e229bef23e00a0f34b6 2024-11-27T01:20:13,899 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/rep_barrier/d0b65507435641239ed63110545955b2 is 112, key is test,,1732670397018.8897723bb2ef8128c7272cf327ab507b./rep_barrier:seqnumDuringOpen/1732670398169/Put/seqid=0 2024-11-27T01:20:13,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741844_1020 (size=5518) 2024-11-27T01:20:13,904 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/rep_barrier/d0b65507435641239ed63110545955b2 2024-11-27T01:20:13,922 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/table/e00905da801044a7b991a984cf26bd73 is 53, key is hbase:replication/table:state/1732670402521/Put/seqid=0 2024-11-27T01:20:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741845_1021 (size=5308) 2024-11-27T01:20:14,035 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8897723bb2ef8128c7272cf327ab507b, 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:14,235 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8897723bb2ef8128c7272cf327ab507b, 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:14,282 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/.tmp/f1/26eeb6428fc74fa2afae38f75e11c659 2024-11-27T01:20:14,286 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26eeb6428fc74fa2afae38f75e11c659 2024-11-27T01:20:14,300 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/.tmp/norep/46371b3a0a5a471c9682eedb6f7996fb is 32, key is row/norep:/1732670407660/DeleteFamily/seqid=0 2024-11-27T01:20:14,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741846_1022 (size=5101) 2024-11-27T01:20:14,326 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/table/e00905da801044a7b991a984cf26bd73 2024-11-27T01:20:14,330 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/info/cd0e60a08c6d48b390ab5edd94155c49 as hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/info/cd0e60a08c6d48b390ab5edd94155c49 2024-11-27T01:20:14,334 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/info/cd0e60a08c6d48b390ab5edd94155c49, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:20:14,334 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/ns/fd3b7f8a8e784e229bef23e00a0f34b6 as hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/ns/fd3b7f8a8e784e229bef23e00a0f34b6 2024-11-27T01:20:14,338 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/ns/fd3b7f8a8e784e229bef23e00a0f34b6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:20:14,338 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/rep_barrier/d0b65507435641239ed63110545955b2 as hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/rep_barrier/d0b65507435641239ed63110545955b2 2024-11-27T01:20:14,342 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/rep_barrier/d0b65507435641239ed63110545955b2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:20:14,342 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/.tmp/table/e00905da801044a7b991a984cf26bd73 as hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/table/e00905da801044a7b991a984cf26bd73 2024-11-27T01:20:14,345 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/table/e00905da801044a7b991a984cf26bd73, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:20:14,346 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=16, compaction requested=false 2024-11-27T01:20:14,346 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:20:14,351 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:20:14,351 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:14,351 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:20:14,351 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:14,351 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670413835Running coprocessor pre-close hooks at 1732670413835Disabling compacts and flushes for region at 1732670413835Disabling writes for close at 1732670413835Obtaining lock to block concurrent updates at 1732670413835Preparing flush snapshotting stores in 1588230740 at 1732670413835Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670413835Flushing stores of hbase:meta,,1.1588230740 at 1732670413836 (+1 ms)Flushing 1588230740/info: creating writer at 1732670413836Flushing 1588230740/info: appending metadata at 1732670413852 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732670413852Flushing 1588230740/ns: creating writer at 1732670413861 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732670413879 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732670413879Flushing 1588230740/rep_barrier: creating writer at 1732670413886 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670413899 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670413899Flushing 1588230740/table: creating writer at 1732670413907 (+8 ms)Flushing 1588230740/table: appending metadata at 1732670413921 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732670413921Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22111b3b: reopening flushed file at 1732670414329 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c2f3a7: reopening flushed file at 1732670414334 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c330a63: reopening flushed file at 1732670414338 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39a88372: reopening flushed file at 1732670414342 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 511ms, sequenceid=16, compaction requested=false at 1732670414346 (+4 ms)Writing region close event to WAL at 1732670414348 (+2 ms)Running coprocessor post-close hooks at 1732670414351 (+3 ms)Closed at 1732670414351 2024-11-27T01:20:14,351 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:14,435 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1351): Waiting on 8897723bb2ef8128c7272cf327ab507b, 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:14,604 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 914, reset compression=false 2024-11-27T01:20:14,609 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:14,609 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 1161, reset compression=false 2024-11-27T01:20:14,609 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,44479,1732670389875 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:14,610 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7d6f26a4c136,44479,1732670389875: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7d6f26a4c136,44479,1732670389875, walGroup=7d6f26a4c136%2C44479%2C1732670389875, offset=7d6f26a4c136%2C44479%2C1732670389875.1732670391855:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:44479 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T01:20:14,611 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T01:20:14,611 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T01:20:14,611 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T01:20:14,611 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T01:20:14,611 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T01:20:14,611 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 687853408 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 191851200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T01:20:14,612 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:39875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:39875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T01:20:14,635 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1351): Waiting on 8897723bb2ef8128c7272cf327ab507b, 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:14,704 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/.tmp/norep/46371b3a0a5a471c9682eedb6f7996fb 2024-11-27T01:20:14,708 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46371b3a0a5a471c9682eedb6f7996fb 2024-11-27T01:20:14,708 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/.tmp/f/af60bd1e4717461c9140a482573c4d67 as hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/f/af60bd1e4717461c9140a482573c4d67 2024-11-27T01:20:14,712 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for af60bd1e4717461c9140a482573c4d67 2024-11-27T01:20:14,712 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/f/af60bd1e4717461c9140a482573c4d67, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T01:20:14,713 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/.tmp/f1/26eeb6428fc74fa2afae38f75e11c659 as hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/f1/26eeb6428fc74fa2afae38f75e11c659 2024-11-27T01:20:14,716 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26eeb6428fc74fa2afae38f75e11c659 2024-11-27T01:20:14,716 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/f1/26eeb6428fc74fa2afae38f75e11c659, entries=2, sequenceid=8, filesize=5.0 K 2024-11-27T01:20:14,717 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/.tmp/norep/46371b3a0a5a471c9682eedb6f7996fb as hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/norep/46371b3a0a5a471c9682eedb6f7996fb 2024-11-27T01:20:14,721 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46371b3a0a5a471c9682eedb6f7996fb 2024-11-27T01:20:14,721 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/norep/46371b3a0a5a471c9682eedb6f7996fb, entries=1, sequenceid=8, filesize=5.0 K 2024-11-27T01:20:14,722 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8897723bb2ef8128c7272cf327ab507b in 888ms, sequenceid=8, compaction requested=false 2024-11-27T01:20:14,722 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T01:20:14,725 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:20:14,725 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:20:14,726 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/data/default/test/8897723bb2ef8128c7272cf327ab507b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-27T01:20:14,727 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:14,727 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:20:14,727 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:20:14,727 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8897723bb2ef8128c7272cf327ab507b: Waiting for close lock at 1732670413834Running coprocessor pre-close hooks at 1732670413834Disabling compacts and flushes for region at 1732670413834Disabling writes for close at 1732670413834Obtaining lock to block concurrent updates at 1732670413834Preparing flush snapshotting stores in 8897723bb2ef8128c7272cf327ab507b at 1732670413834Finished memstore snapshotting test,,1732670397018.8897723bb2ef8128c7272cf327ab507b., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732670413835 (+1 ms)Flushing stores of test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. at 1732670413835Flushing 8897723bb2ef8128c7272cf327ab507b/f: creating writer at 1732670413836 (+1 ms)Flushing 8897723bb2ef8128c7272cf327ab507b/f: appending metadata at 1732670413849 (+13 ms)Flushing 8897723bb2ef8128c7272cf327ab507b/f: closing flushed file at 1732670413850 (+1 ms)Flushing 8897723bb2ef8128c7272cf327ab507b/f1: creating writer at 1732670413858 (+8 ms)Flushing 8897723bb2ef8128c7272cf327ab507b/f1: appending metadata at 1732670413877 (+19 ms)Flushing 8897723bb2ef8128c7272cf327ab507b/f1: closing flushed file at 1732670413877Flushing 8897723bb2ef8128c7272cf327ab507b/norep: creating writer at 1732670414286 (+409 ms)Flushing 8897723bb2ef8128c7272cf327ab507b/norep: appending metadata at 1732670414299 (+13 ms)Flushing 8897723bb2ef8128c7272cf327ab507b/norep: closing flushed file at 1732670414299Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72cd2642: reopening flushed file at 1732670414708 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4666e30f: reopening flushed file at 1732670414712 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e59ce86: reopening flushed file at 1732670414717 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 8897723bb2ef8128c7272cf327ab507b in 888ms, sequenceid=8, compaction requested=false at 1732670414722 (+5 ms)Writing region close event to WAL at 1732670414723 (+1 ms)Running coprocessor post-close hooks at 1732670414727 (+4 ms)Closed at 1732670414727 2024-11-27T01:20:14,727 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670397018.8897723bb2ef8128c7272cf327ab507b. 2024-11-27T01:20:14,727 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9183c29d5f260b40b5ba0188089ab433, disabling compactions & flushes 2024-11-27T01:20:14,727 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:14,727 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:14,727 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. after waiting 0 ms 2024-11-27T01:20:14,727 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:14,727 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9183c29d5f260b40b5ba0188089ab433: Waiting for close lock at 1732670414727Running coprocessor pre-close hooks at 1732670414727Disabling compacts and flushes for region at 1732670414727Disabling writes for close at 1732670414727Failed flush hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433., putting online again at 1732670414727 2024-11-27T01:20:14,727 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:14,813 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 1161, reset compression=false 2024-11-27T01:20:14,818 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:14,818 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 1805, reset compression=false 2024-11-27T01:20:14,836 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:20:14,836 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1325): Online Regions={9183c29d5f260b40b5ba0188089ab433=hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433.} 2024-11-27T01:20:14,836 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(3091): Received CLOSE for 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:14,836 DEBUG [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1351): Waiting on 9183c29d5f260b40b5ba0188089ab433 2024-11-27T01:20:14,836 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9183c29d5f260b40b5ba0188089ab433, disabling compactions & flushes 2024-11-27T01:20:14,836 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:14,836 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:14,836 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. after waiting 0 ms 2024-11-27T01:20:14,836 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:14,836 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9183c29d5f260b40b5ba0188089ab433: Waiting for close lock at 1732670414836Running coprocessor pre-close hooks at 1732670414836Disabling compacts and flushes for region at 1732670414836Disabling writes for close at 1732670414836Failed flush hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433., putting online again at 1732670414836 2024-11-27T01:20:14,836 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732670401346.9183c29d5f260b40b5ba0188089ab433. 2024-11-27T01:20:15,021 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.1732670391855 to pos 1805, reset compression=false 2024-11-27T01:20:15,036 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T01:20:15,036 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,44479,1732670389875; all regions closed. 2024-11-27T01:20:15,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741834_1010 (size=4239) 2024-11-27T01:20:15,038 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/WALs/7d6f26a4c136,44479,1732670389875/7d6f26a4c136%2C44479%2C1732670389875.meta.1732670392808.meta not finished, retry = 0 2024-11-27T01:20:15,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741839_1015 (size=1733) 2024-11-27T01:20:15,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741832_1008 (size=1813) 2024-11-27T01:20:15,143 DEBUG [RS:0;7d6f26a4c136:44479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:15,143 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:20:15,144 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:20:15,144 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:20:15,144 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:20:15,144 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:20:15,144 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,44479,1732670389875 because: Region server is closing 2024-11-27T01:20:15,144 INFO [RS:0;7d6f26a4c136:44479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:44479. 2024-11-27T01:20:15,144 DEBUG [RS:0;7d6f26a4c136:44479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:15,144 DEBUG [RS:0;7d6f26a4c136:44479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:15,144 DEBUG [RS:0;7d6f26a4c136:44479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:15,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:15,245 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.shipper7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 terminated 2024-11-27T01:20:15,245 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,44479,1732670389875.replicationSource.wal-reader.7d6f26a4c136%2C44479%2C1732670389875,1-7d6f26a4c136,44479,1732670389875 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:20:15,245 INFO [RS:0;7d6f26a4c136:44479 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:44479. 2024-11-27T01:20:15,245 DEBUG [RS:0;7d6f26a4c136:44479 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:15,245 DEBUG [RS:0;7d6f26a4c136:44479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:15,245 DEBUG [RS:0;7d6f26a4c136:44479 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:15,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:15,245 INFO [RS:0;7d6f26a4c136:44479 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44479 2024-11-27T01:20:15,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436/rs 2024-11-27T01:20:15,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0221787436/rs/7d6f26a4c136,44479,1732670389875 2024-11-27T01:20:15,247 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:20:15,249 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,44479,1732670389875] 2024-11-27T01:20:15,250 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0221787436/draining/7d6f26a4c136,44479,1732670389875 already deleted, retry=false 2024-11-27T01:20:15,250 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,44479,1732670389875 expired; onlineServers=0 2024-11-27T01:20:15,250 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,39875,1732670389822' ***** 2024-11-27T01:20:15,250 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:20:15,250 INFO [M:0;7d6f26a4c136:39875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:20:15,250 INFO [M:0;7d6f26a4c136:39875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:20:15,250 DEBUG [M:0;7d6f26a4c136:39875 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:20:15,250 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:20:15,250 DEBUG [M:0;7d6f26a4c136:39875 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:20:15,250 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670391660 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670391660,5,FailOnTimeoutGroup] 2024-11-27T01:20:15,250 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670391659 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670391659,5,FailOnTimeoutGroup] 2024-11-27T01:20:15,250 INFO [M:0;7d6f26a4c136:39875 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:20:15,250 INFO [M:0;7d6f26a4c136:39875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:20:15,250 DEBUG [M:0;7d6f26a4c136:39875 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:20:15,250 INFO [M:0;7d6f26a4c136:39875 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:20:15,251 INFO [M:0;7d6f26a4c136:39875 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:20:15,251 INFO [M:0;7d6f26a4c136:39875 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:20:15,251 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:20:15,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0221787436/master 2024-11-27T01:20:15,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0221787436 2024-11-27T01:20:15,253 DEBUG [M:0;7d6f26a4c136:39875 {}] zookeeper.ZKUtil(347): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Unable to get data of znode /0221787436/master because node does not exist (not an error) 2024-11-27T01:20:15,253 WARN [M:0;7d6f26a4c136:39875 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:20:15,254 INFO [M:0;7d6f26a4c136:39875 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/.lastflushedseqids 2024-11-27T01:20:15,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741847_1023 (size=245) 2024-11-27T01:20:15,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:15,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44479-0x1015701e4820001, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:15,349 INFO [RS:0;7d6f26a4c136:44479 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:20:15,349 INFO [RS:0;7d6f26a4c136:44479 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,44479,1732670389875; zookeeper connection closed. 2024-11-27T01:20:15,349 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5e77a3db {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5e77a3db 2024-11-27T01:20:15,349 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:20:15,660 INFO [M:0;7d6f26a4c136:39875 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:20:15,660 INFO [M:0;7d6f26a4c136:39875 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:20:15,661 DEBUG [M:0;7d6f26a4c136:39875 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:20:15,661 INFO [M:0;7d6f26a4c136:39875 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:15,661 DEBUG [M:0;7d6f26a4c136:39875 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:15,661 DEBUG [M:0;7d6f26a4c136:39875 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:20:15,661 DEBUG [M:0;7d6f26a4c136:39875 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:15,661 INFO [M:0;7d6f26a4c136:39875 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T01:20:15,679 DEBUG [M:0;7d6f26a4c136:39875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9caa683cdae4cb0a8309a652205161a is 82, key is hbase:meta,,1/info:regioninfo/1732670392840/Put/seqid=0 2024-11-27T01:20:15,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741848_1024 (size=5672) 2024-11-27T01:20:16,084 INFO [M:0;7d6f26a4c136:39875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9caa683cdae4cb0a8309a652205161a 2024-11-27T01:20:16,102 DEBUG [M:0;7d6f26a4c136:39875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6723ca6fcd704bf5a9a512417983f1e8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732670402524/Put/seqid=0 2024-11-27T01:20:16,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741849_1025 (size=8516) 2024-11-27T01:20:16,113 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:20:16,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:16,156 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:16,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:16,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:16,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:16,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:16,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:16,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:16,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:16,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:16,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:16,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T01:20:16,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T01:20:16,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:20:16,506 INFO [M:0;7d6f26a4c136:39875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6723ca6fcd704bf5a9a512417983f1e8 2024-11-27T01:20:16,524 DEBUG [M:0;7d6f26a4c136:39875 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85cd9c27677a41c8a6d9db6e700df6cd is 69, key is 7d6f26a4c136,44479,1732670389875/rs:state/1732670391714/Put/seqid=0 2024-11-27T01:20:16,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741850_1026 (size=5156) 2024-11-27T01:20:16,928 INFO [M:0;7d6f26a4c136:39875 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85cd9c27677a41c8a6d9db6e700df6cd 2024-11-27T01:20:16,932 DEBUG [M:0;7d6f26a4c136:39875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9caa683cdae4cb0a8309a652205161a as hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9caa683cdae4cb0a8309a652205161a 2024-11-27T01:20:16,939 INFO [M:0;7d6f26a4c136:39875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9caa683cdae4cb0a8309a652205161a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T01:20:16,940 DEBUG [M:0;7d6f26a4c136:39875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6723ca6fcd704bf5a9a512417983f1e8 as hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6723ca6fcd704bf5a9a512417983f1e8 2024-11-27T01:20:16,943 INFO [M:0;7d6f26a4c136:39875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6723ca6fcd704bf5a9a512417983f1e8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T01:20:16,944 DEBUG [M:0;7d6f26a4c136:39875 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/85cd9c27677a41c8a6d9db6e700df6cd as hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85cd9c27677a41c8a6d9db6e700df6cd 2024-11-27T01:20:16,948 INFO [M:0;7d6f26a4c136:39875 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34663/user/jenkins/test-data/886ccb2c-0df4-5058-fee2-002d6e2a1834/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/85cd9c27677a41c8a6d9db6e700df6cd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T01:20:16,949 INFO [M:0;7d6f26a4c136:39875 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-27T01:20:16,956 INFO [M:0;7d6f26a4c136:39875 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:16,956 DEBUG [M:0;7d6f26a4c136:39875 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670415660Disabling compacts and flushes for region at 1732670415660Disabling writes for close at 1732670415661 (+1 ms)Obtaining lock to block concurrent updates at 1732670415661Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670415661Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732670415661Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670415662 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670415662Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670415679 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670415679Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670416088 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670416101 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670416102 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670416509 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670416523 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670416523Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26393355: reopening flushed file at 1732670416932 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1985b635: reopening flushed file at 1732670416939 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fff9a1b: reopening flushed file at 1732670416943 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1732670416949 (+6 ms)Writing region close event to WAL at 1732670416956 (+7 ms)Closed at 1732670416956 2024-11-27T01:20:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43615 is added to blk_1073741830_1006 (size=63654) 2024-11-27T01:20:16,959 INFO [M:0;7d6f26a4c136:39875 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:20:16,959 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:20:16,959 INFO [M:0;7d6f26a4c136:39875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39875 2024-11-27T01:20:16,962 INFO [M:0;7d6f26a4c136:39875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:20:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:17,065 INFO [M:0;7d6f26a4c136:39875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:20:17,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39875-0x1015701e4820000, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:17,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@30b0c31f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:20:17,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@398473d7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:20:17,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:20:17,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c5b79ec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:20:17,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65ffc534{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/hadoop.log.dir/,STOPPED} 2024-11-27T01:20:17,071 WARN [BP-1669012024-172.17.0.2-1732670388753 heartbeating to localhost/127.0.0.1:34663 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:20:17,071 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:20:17,071 WARN [BP-1669012024-172.17.0.2-1732670388753 heartbeating to localhost/127.0.0.1:34663 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1669012024-172.17.0.2-1732670388753 (Datanode Uuid 23f9e31a-2531-4e9c-9b52-9e38438dee33) service to localhost/127.0.0.1:34663 2024-11-27T01:20:17,071 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:20:17,071 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/cluster_9b0ba49e-e8a2-fb0e-bdf7-3d6f54a7cd28/data/data1/current/BP-1669012024-172.17.0.2-1732670388753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:20:17,072 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/cluster_9b0ba49e-e8a2-fb0e-bdf7-3d6f54a7cd28/data/data2/current/BP-1669012024-172.17.0.2-1732670388753 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:20:17,072 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:20:17,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60f6c271{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:20:17,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@689da65b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:20:17,079 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:20:17,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106020e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:20:17,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ea90aa6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1b06e6ae-b959-b12a-a58d-44e3a2e42ef2/hadoop.log.dir/,STOPPED} 2024-11-27T01:20:17,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T01:20:17,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:20:17,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 245) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:34663 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34663 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34663 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60602) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60602) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34663 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:46331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46331 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46331 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46331 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46331 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=267 (was 258) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5530 (was 5514) - AvailableMemoryMB LEAK? - 2024-11-27T01:20:17,113 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=267, ProcessCount=11, AvailableMemoryMB=5530 2024-11-27T01:20:17,126 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-27T01:20:17,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/hadoop.log.dir so I do NOT create it in target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13 2024-11-27T01:20:17,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:20:17,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/hadoop.tmp.dir so I do NOT create it in target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13 2024-11-27T01:20:17,126 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f08678d7-7aa1-21bf-4086-5330f974b3ad/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:20:17,126 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13 2024-11-27T01:20:17,126 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/cluster_4759b0d0-5baf-64f4-109f-82cddac7bc38, deleteOnExit=true 2024-11-27T01:20:17,129 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/cluster_4759b0d0-5baf-64f4-109f-82cddac7bc38/zookeeper_0, clientPort=60448, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/cluster_4759b0d0-5baf-64f4-109f-82cddac7bc38/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/cluster_4759b0d0-5baf-64f4-109f-82cddac7bc38/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T01:20:17,130 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60448 2024-11-27T01:20:17,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:20:17,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:20:17,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/test.cache.data in system properties and HBase conf 2024-11-27T01:20:17,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:20:17,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:20:17,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:20:17,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:20:17,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:20:17,131 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:20:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:20:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:20:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:20:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:20:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:20:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:20:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:20:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:20:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:20:17,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:20:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:20:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:20:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:20:17,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:20:17,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015701e4820005, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:20:17,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015701e4820002, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:20:17,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015701e4820002, quorum=127.0.0.1:60602, baseZNode=/0221787436 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:20:17,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015701e4820005, quorum=127.0.0.1:60602, baseZNode=/11807134341 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:20:17,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:17,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:20:17,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:20:17,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:20:17,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:20:17,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:17,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d9e9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:20:17,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63e8c032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:20:17,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5451eb03{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/java.io.tmpdir/jetty-localhost-35007-hadoop-hdfs-3_4_1-tests_jar-_-any-1767821809857118676/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:20:17,334 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d715898{HTTP/1.1, (http/1.1)}{localhost:35007} 2024-11-27T01:20:17,334 INFO [Time-limited test {}] server.Server(415): Started @205942ms 2024-11-27T01:20:17,413 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:17,416 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:20:17,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:20:17,419 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:20:17,419 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:20:17,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c6ec404{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:20:17,420 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d1832e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:20:17,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44a362b2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/java.io.tmpdir/jetty-localhost-40121-hadoop-hdfs-3_4_1-tests_jar-_-any-14979134449006476051/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:20:17,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28400cbc{HTTP/1.1, (http/1.1)}{localhost:40121} 2024-11-27T01:20:17,554 INFO [Time-limited test {}] server.Server(415): Started @206162ms 2024-11-27T01:20:17,556 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:20:17,705 WARN [Thread-2656 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/cluster_4759b0d0-5baf-64f4-109f-82cddac7bc38/data/data2/current/BP-891626560-172.17.0.2-1732670417152/current, will proceed with Du for space computation calculation, 2024-11-27T01:20:17,705 WARN [Thread-2655 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/cluster_4759b0d0-5baf-64f4-109f-82cddac7bc38/data/data1/current/BP-891626560-172.17.0.2-1732670417152/current, will proceed with Du for space computation calculation, 2024-11-27T01:20:17,726 WARN [Thread-2643 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:20:17,728 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40e64f74390e2164 with lease ID 0x49540a698f236e87: Processing first storage report for DS-a2b0256e-15cd-4306-ad3d-80bfb175e99f from datanode DatanodeRegistration(127.0.0.1:33861, datanodeUuid=24ce8843-8a45-4dba-90e9-2e78ec73eab8, infoPort=36145, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=985971261;c=1732670417152) 2024-11-27T01:20:17,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40e64f74390e2164 with lease ID 0x49540a698f236e87: from storage DS-a2b0256e-15cd-4306-ad3d-80bfb175e99f node DatanodeRegistration(127.0.0.1:33861, datanodeUuid=24ce8843-8a45-4dba-90e9-2e78ec73eab8, infoPort=36145, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=985971261;c=1732670417152), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:20:17,728 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40e64f74390e2164 with lease ID 0x49540a698f236e87: Processing first storage report for DS-f4408dc0-47ea-4ad0-9485-03cffdae079d from datanode DatanodeRegistration(127.0.0.1:33861, datanodeUuid=24ce8843-8a45-4dba-90e9-2e78ec73eab8, infoPort=36145, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=985971261;c=1732670417152) 2024-11-27T01:20:17,728 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40e64f74390e2164 with lease ID 0x49540a698f236e87: from storage DS-f4408dc0-47ea-4ad0-9485-03cffdae079d node DatanodeRegistration(127.0.0.1:33861, datanodeUuid=24ce8843-8a45-4dba-90e9-2e78ec73eab8, infoPort=36145, infoSecurePort=0, ipcPort=37337, storageInfo=lv=-57;cid=testClusterID;nsid=985971261;c=1732670417152), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:20:17,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13 2024-11-27T01:20:17,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:17,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:17,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:20:18,213 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045 with version=8 2024-11-27T01:20:18,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/hbase-staging 2024-11-27T01:20:18,215 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:20:18,215 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:18,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:18,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:20:18,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:18,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:20:18,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:20:18,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:20:18,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45169 2024-11-27T01:20:18,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45169 connecting to ZooKeeper ensemble=127.0.0.1:60448 2024-11-27T01:20:18,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451690x0, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:18,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45169-0x101570253780000 connected 2024-11-27T01:20:18,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:18,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:18,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Set watcher on znode that does not yet exist, /0673186330/running 2024-11-27T01:20:18,289 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045, hbase.cluster.distributed=false 2024-11-27T01:20:18,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Set watcher on znode that does not yet exist, /0673186330/acl 2024-11-27T01:20:18,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45169 2024-11-27T01:20:18,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45169 2024-11-27T01:20:18,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45169 2024-11-27T01:20:18,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45169 2024-11-27T01:20:18,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45169 2024-11-27T01:20:18,327 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:20:18,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:18,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:18,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:20:18,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:18,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:20:18,327 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:20:18,328 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:20:18,328 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36549 2024-11-27T01:20:18,329 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36549 connecting to ZooKeeper ensemble=127.0.0.1:60448 2024-11-27T01:20:18,330 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:18,332 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:18,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365490x0, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:18,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365490x0, quorum=127.0.0.1:60448, baseZNode=/0673186330 Set watcher on znode that does not yet exist, /0673186330/running 2024-11-27T01:20:18,338 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:20:18,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36549-0x101570253780001 connected 2024-11-27T01:20:18,343 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:20:18,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Set watcher on znode that does not yet exist, /0673186330/master 2024-11-27T01:20:18,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Set watcher on znode that does not yet exist, /0673186330/acl 2024-11-27T01:20:18,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36549 2024-11-27T01:20:18,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36549 2024-11-27T01:20:18,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36549 2024-11-27T01:20:18,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36549 2024-11-27T01:20:18,365 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36549 2024-11-27T01:20:18,382 DEBUG [M:0;7d6f26a4c136:45169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:45169 2024-11-27T01:20:18,383 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0673186330/backup-masters/7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:18,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330/backup-masters 2024-11-27T01:20:18,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330/backup-masters 2024-11-27T01:20:18,393 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Set watcher on existing znode=/0673186330/backup-masters/7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:18,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:18,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0673186330/master 2024-11-27T01:20:18,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:18,401 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Set watcher on existing znode=/0673186330/master 2024-11-27T01:20:18,401 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0673186330/backup-masters/7d6f26a4c136,45169,1732670418215 from backup master directory 2024-11-27T01:20:18,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330/backup-masters 2024-11-27T01:20:18,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0673186330/backup-masters/7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:18,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330/backup-masters 2024-11-27T01:20:18,403 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:20:18,403 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:18,409 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/hbase.id] with ID: 4905a4da-c264-47a9-a688-511517d8b4c4 2024-11-27T01:20:18,409 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/.tmp/hbase.id 2024-11-27T01:20:18,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:20:18,421 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/.tmp/hbase.id]:[hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/hbase.id] 2024-11-27T01:20:18,431 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:18,431 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:20:18,433 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:20:18,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:18,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:18,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:20:18,446 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:18,447 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:20:18,448 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:18,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:20:18,462 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store 2024-11-27T01:20:18,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:20:18,476 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:18,477 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:20:18,477 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:18,477 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:18,477 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:20:18,477 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:18,477 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:18,477 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670418476Disabling compacts and flushes for region at 1732670418476Disabling writes for close at 1732670418477 (+1 ms)Writing region close event to WAL at 1732670418477Closed at 1732670418477 2024-11-27T01:20:18,477 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/.initializing 2024-11-27T01:20:18,477 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/WALs/7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:18,478 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:20:18,479 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C45169%2C1732670418215, suffix=, logDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/WALs/7d6f26a4c136,45169,1732670418215, archiveDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/oldWALs, maxLogs=10 2024-11-27T01:20:18,497 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/WALs/7d6f26a4c136,45169,1732670418215/7d6f26a4c136%2C45169%2C1732670418215.1732670418480, exclude list is [], retry=0 2024-11-27T01:20:18,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33861,DS-a2b0256e-15cd-4306-ad3d-80bfb175e99f,DISK] 2024-11-27T01:20:18,501 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/WALs/7d6f26a4c136,45169,1732670418215/7d6f26a4c136%2C45169%2C1732670418215.1732670418480 2024-11-27T01:20:18,501 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36145:36145)] 2024-11-27T01:20:18,501 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:18,501 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:18,501 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,501 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:20:18,506 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:18,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:18,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:20:18,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:18,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:18,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:20:18,508 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:18,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:18,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:20:18,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:18,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:18,509 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,510 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,510 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,512 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,512 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,512 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:18,513 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:18,516 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:18,516 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66392290, jitterRate=-0.01067778468132019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:18,517 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670418501Initializing all the Stores at 1732670418502 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670418502Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670418504 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670418504Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670418504Cleaning up temporary data from old regions at 1732670418512 (+8 ms)Region opened successfully at 1732670418517 (+5 ms) 2024-11-27T01:20:18,517 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:20:18,519 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61e27831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:20:18,520 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:20:18,520 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:20:18,520 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:20:18,521 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:20:18,521 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:20:18,521 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:20:18,521 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:20:18,538 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:20:18,539 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Unable to get data of znode /0673186330/balancer because node does not exist (not necessarily an error) 2024-11-27T01:20:18,540 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0673186330/balancer already deleted, retry=false 2024-11-27T01:20:18,540 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:20:18,541 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Unable to get data of znode /0673186330/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:20:18,544 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0673186330/normalizer already deleted, retry=false 2024-11-27T01:20:18,545 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:20:18,557 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Unable to get data of znode /0673186330/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:20:18,559 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0673186330/switch/split already deleted, retry=false 2024-11-27T01:20:18,560 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Unable to get data of znode /0673186330/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:20:18,561 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0673186330/switch/merge already deleted, retry=false 2024-11-27T01:20:18,563 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Unable to get data of znode /0673186330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:20:18,564 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0673186330/snapshot-cleanup already deleted, retry=false 2024-11-27T01:20:18,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0673186330/running 2024-11-27T01:20:18,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:18,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0673186330/running 2024-11-27T01:20:18,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:18,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,45169,1732670418215, sessionid=0x101570253780000, setting cluster-up flag (Was=false) 2024-11-27T01:20:18,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:18,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:18,580 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0673186330/flush-table-proc/acquired, /0673186330/flush-table-proc/reached, /0673186330/flush-table-proc/abort 2024-11-27T01:20:18,581 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:18,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:18,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:18,591 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0673186330/online-snapshot/acquired, /0673186330/online-snapshot/reached, /0673186330/online-snapshot/abort 2024-11-27T01:20:18,592 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:18,597 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:20:18,602 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:18,602 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:20:18,602 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:20:18,602 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,45169,1732670418215 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:20:18,604 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:18,604 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:18,604 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:18,604 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:18,604 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:20:18,604 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,604 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:20:18,604 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,607 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:18,607 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:20:18,608 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:18,608 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:20:18,609 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670448609 2024-11-27T01:20:18,609 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:20:18,609 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:20:18,609 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:20:18,609 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:20:18,609 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:20:18,609 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:20:18,610 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,610 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:20:18,610 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:20:18,610 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:20:18,610 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:20:18,611 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:20:18,611 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:20:18,611 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670418611,5,FailOnTimeoutGroup] 2024-11-27T01:20:18,612 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670418611,5,FailOnTimeoutGroup] 2024-11-27T01:20:18,612 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,612 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:20:18,612 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,612 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:20:18,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:20:18,618 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045 2024-11-27T01:20:18,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741832_1008 (size=32) 2024-11-27T01:20:18,712 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(746): ClusterId : 4905a4da-c264-47a9-a688-511517d8b4c4 2024-11-27T01:20:18,712 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:20:18,715 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:20:18,715 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:20:18,718 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:20:18,718 DEBUG [RS:0;7d6f26a4c136:36549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58718f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:20:18,744 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:36549 2024-11-27T01:20:18,745 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:20:18,745 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:20:18,745 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:20:18,745 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,45169,1732670418215 with port=36549, startcode=1732670418327 2024-11-27T01:20:18,746 DEBUG [RS:0;7d6f26a4c136:36549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:20:18,747 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:20:18,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:18,748 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45169 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:18,752 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045 2024-11-27T01:20:18,752 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32981 2024-11-27T01:20:18,753 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:20:18,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330/rs 2024-11-27T01:20:18,755 DEBUG [RS:0;7d6f26a4c136:36549 {}] zookeeper.ZKUtil(111): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Set watcher on existing znode=/0673186330/rs/7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:18,755 WARN [RS:0;7d6f26a4c136:36549 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:20:18,755 INFO [RS:0;7d6f26a4c136:36549 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:18,755 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:18,757 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,36549,1732670418327] 2024-11-27T01:20:18,779 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:20:18,790 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:20:18,800 INFO [RS:0;7d6f26a4c136:36549 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:20:18,800 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,809 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:20:18,810 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:20:18,810 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:20:18,811 DEBUG [RS:0;7d6f26a4c136:36549 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:20:18,841 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,841 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,841 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,841 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,841 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,841 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,36549,1732670418327-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:20:18,864 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:20:18,864 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,36549,1732670418327-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,864 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,864 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.Replication(171): 7d6f26a4c136,36549,1732670418327 started 2024-11-27T01:20:18,883 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:18,883 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,36549,1732670418327, RpcServer on 7d6f26a4c136/172.17.0.2:36549, sessionid=0x101570253780001 2024-11-27T01:20:18,883 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:20:18,883 DEBUG [RS:0;7d6f26a4c136:36549 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:18,883 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,36549,1732670418327' 2024-11-27T01:20:18,883 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0673186330/flush-table-proc/abort' 2024-11-27T01:20:18,884 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0673186330/flush-table-proc/acquired' 2024-11-27T01:20:18,886 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:20:18,886 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:20:18,886 DEBUG [RS:0;7d6f26a4c136:36549 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:18,886 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,36549,1732670418327' 2024-11-27T01:20:18,886 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0673186330/online-snapshot/abort' 2024-11-27T01:20:18,887 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0673186330/online-snapshot/acquired' 2024-11-27T01:20:18,887 DEBUG [RS:0;7d6f26a4c136:36549 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:20:18,887 INFO [RS:0;7d6f26a4c136:36549 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:20:18,887 INFO [RS:0;7d6f26a4c136:36549 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:20:18,988 INFO [RS:0;7d6f26a4c136:36549 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:20:18,989 INFO [RS:0;7d6f26a4c136:36549 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C36549%2C1732670418327, suffix=, logDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327, archiveDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/oldWALs, maxLogs=10 2024-11-27T01:20:19,006 DEBUG [RS:0;7d6f26a4c136:36549 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, exclude list is [], retry=0 2024-11-27T01:20:19,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33861,DS-a2b0256e-15cd-4306-ad3d-80bfb175e99f,DISK] 2024-11-27T01:20:19,018 INFO [RS:0;7d6f26a4c136:36549 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 2024-11-27T01:20:19,024 DEBUG [RS:0;7d6f26a4c136:36549 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36145:36145)] 2024-11-27T01:20:19,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:19,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:20:19,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:20:19,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:19,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:19,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:20:19,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:20:19,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:19,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:19,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:20:19,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:20:19,101 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:19,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:19,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:20:19,102 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:20:19,102 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:19,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:19,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:20:19,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740 2024-11-27T01:20:19,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740 2024-11-27T01:20:19,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:20:19,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:20:19,104 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:19,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:20:19,107 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:19,107 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60404870, jitterRate=-0.09989729523658752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:19,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670419095Initializing all the Stores at 1732670419096 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670419096Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670419096Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670419096Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670419096Cleaning up temporary data from old regions at 1732670419104 (+8 ms)Region opened successfully at 1732670419108 (+4 ms) 2024-11-27T01:20:19,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:20:19,108 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:20:19,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:20:19,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:20:19,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:20:19,109 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:19,109 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670419108Disabling compacts and flushes for region at 1732670419108Disabling writes for close at 1732670419108Writing region close event to WAL at 1732670419109 (+1 ms)Closed at 1732670419109 2024-11-27T01:20:19,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:19,110 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:20:19,110 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:20:19,111 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:20:19,111 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:20:19,262 DEBUG [7d6f26a4c136:45169 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:20:19,263 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:19,264 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,36549,1732670418327, state=OPENING 2024-11-27T01:20:19,266 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:20:19,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:19,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:19,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0673186330/meta-region-server: CHANGED 2024-11-27T01:20:19,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0673186330/meta-region-server: CHANGED 2024-11-27T01:20:19,268 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:20:19,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,36549,1732670418327}] 2024-11-27T01:20:19,421 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:20:19,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:20:19,427 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:20:19,427 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:19,427 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:20:19,429 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C36549%2C1732670418327.meta, suffix=.meta, logDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327, archiveDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/oldWALs, maxLogs=10 2024-11-27T01:20:19,446 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.meta.1732670419429.meta, exclude list is [], retry=0 2024-11-27T01:20:19,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33861,DS-a2b0256e-15cd-4306-ad3d-80bfb175e99f,DISK] 2024-11-27T01:20:19,450 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.meta.1732670419429.meta 2024-11-27T01:20:19,457 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36145:36145)] 2024-11-27T01:20:19,457 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:19,458 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:19,458 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:20:19,458 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:20:19,458 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:20:19,458 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:20:19,458 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:19,458 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:20:19,458 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:20:19,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:20:19,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:20:19,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:19,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:19,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:20:19,461 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:20:19,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:19,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:19,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:20:19,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:20:19,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:19,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:19,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:20:19,463 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:20:19,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:19,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:19,464 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:20:19,464 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740 2024-11-27T01:20:19,465 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740 2024-11-27T01:20:19,466 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:20:19,466 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:20:19,466 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:19,467 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:20:19,468 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64119931, jitterRate=-0.04453857243061066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:19,468 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:20:19,469 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670419458Writing region info on filesystem at 1732670419458Initializing all the Stores at 1732670419459 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670419459Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670419459Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670419459Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670419459Cleaning up temporary data from old regions at 1732670419466 (+7 ms)Running coprocessor post-open hooks at 1732670419468 (+2 ms)Region opened successfully at 1732670419468 2024-11-27T01:20:19,469 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670419421 2024-11-27T01:20:19,471 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:20:19,471 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:20:19,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:19,473 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,36549,1732670418327, state=OPEN 2024-11-27T01:20:19,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0673186330/meta-region-server 2024-11-27T01:20:19,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0673186330/meta-region-server: CHANGED 2024-11-27T01:20:19,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0673186330/meta-region-server 2024-11-27T01:20:19,483 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0673186330/meta-region-server: CHANGED 2024-11-27T01:20:19,483 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:19,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:20:19,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,36549,1732670418327 in 215 msec 2024-11-27T01:20:19,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:20:19,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 376 msec 2024-11-27T01:20:19,489 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:19,489 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:20:19,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:19,490 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36549,1732670418327, seqNum=-1] 2024-11-27T01:20:19,490 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:19,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47747, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:19,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 899 msec 2024-11-27T01:20:19,505 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670419505, completionTime=-1 2024-11-27T01:20:19,505 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:20:19,505 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:20:19,507 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:20:19,507 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670479507 2024-11-27T01:20:19,507 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670539507 2024-11-27T01:20:19,508 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T01:20:19,508 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45169,1732670418215-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:19,508 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45169,1732670418215-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:19,508 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45169,1732670418215-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:19,508 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:45169, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:19,508 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:19,509 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:19,511 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:20:19,513 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.110sec 2024-11-27T01:20:19,513 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:20:19,513 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:20:19,513 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:20:19,513 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:20:19,513 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:20:19,513 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45169,1732670418215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:20:19,513 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45169,1732670418215-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:20:19,515 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:20:19,515 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:20:19,515 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,45169,1732670418215-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:19,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14bd82f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:19,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,45169,-1 for getting cluster id 2024-11-27T01:20:19,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:19,605 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4905a4da-c264-47a9-a688-511517d8b4c4' 2024-11-27T01:20:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4905a4da-c264-47a9-a688-511517d8b4c4" 2024-11-27T01:20:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6faf789f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:19,605 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,45169,-1] 2024-11-27T01:20:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:19,606 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:19,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@396c03cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:19,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:19,608 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36549,1732670418327, seqNum=-1] 2024-11-27T01:20:19,609 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:19,609 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:19,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:19,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60448 2024-11-27T01:20:19,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:19,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x101570253780002 connected 2024-11-27T01:20:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/hadoop.log.dir so I do NOT create it in target/test-data/070faf7b-0773-063d-c007-22b6717054a4 2024-11-27T01:20:19,618 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:20:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/hadoop.tmp.dir so I do NOT create it in target/test-data/070faf7b-0773-063d-c007-22b6717054a4 2024-11-27T01:20:19,618 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:20:19,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4 2024-11-27T01:20:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:20:19,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/cluster_f3e87ea1-e497-fe4c-ed3d-daad2075b22a, deleteOnExit=true 2024-11-27T01:20:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:20:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/test.cache.data in system properties and HBase conf 2024-11-27T01:20:19,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:20:19,619 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:20:19,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:20:19,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:20:19,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:20:19,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:20:19,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:20:19,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:20:19,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:20:19,715 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:19,718 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:20:19,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:20:19,727 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:20:19,727 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:20:19,729 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:19,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51cf730b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:20:19,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@482640eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:20:19,859 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16fef167{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/java.io.tmpdir/jetty-localhost-42389-hadoop-hdfs-3_4_1-tests_jar-_-any-13891958354830442103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:20:19,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@747e9584{HTTP/1.1, (http/1.1)}{localhost:42389} 2024-11-27T01:20:19,860 INFO [Time-limited test {}] server.Server(415): Started @208468ms 2024-11-27T01:20:19,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:19,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:20:19,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:20:19,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:20:19,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:20:19,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@339b9dcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:20:19,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a2107a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:20:20,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14f25c05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/java.io.tmpdir/jetty-localhost-39005-hadoop-hdfs-3_4_1-tests_jar-_-any-17497944957916854053/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:20:20,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e08126{HTTP/1.1, (http/1.1)}{localhost:39005} 2024-11-27T01:20:20,102 INFO [Time-limited test {}] server.Server(415): Started @208710ms 2024-11-27T01:20:20,104 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:20:20,223 WARN [Thread-2775 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/cluster_f3e87ea1-e497-fe4c-ed3d-daad2075b22a/data/data1/current/BP-1223243795-172.17.0.2-1732670419639/current, will proceed with Du for space computation calculation, 2024-11-27T01:20:20,224 WARN [Thread-2776 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/cluster_f3e87ea1-e497-fe4c-ed3d-daad2075b22a/data/data2/current/BP-1223243795-172.17.0.2-1732670419639/current, will proceed with Du for space computation calculation, 2024-11-27T01:20:20,270 WARN [Thread-2763 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:20:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51893efd955ea9c1 with lease ID 0xd7062c319c76fb0e: Processing first storage report for DS-8098e3c6-8f81-41bd-99eb-c2b08aae6d2d from datanode DatanodeRegistration(127.0.0.1:37421, datanodeUuid=c25d5a98-627a-45ea-9166-59fdd4cd427b, infoPort=41689, infoSecurePort=0, ipcPort=33141, storageInfo=lv=-57;cid=testClusterID;nsid=651632349;c=1732670419639) 2024-11-27T01:20:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51893efd955ea9c1 with lease ID 0xd7062c319c76fb0e: from storage DS-8098e3c6-8f81-41bd-99eb-c2b08aae6d2d node DatanodeRegistration(127.0.0.1:37421, datanodeUuid=c25d5a98-627a-45ea-9166-59fdd4cd427b, infoPort=41689, infoSecurePort=0, ipcPort=33141, storageInfo=lv=-57;cid=testClusterID;nsid=651632349;c=1732670419639), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T01:20:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51893efd955ea9c1 with lease ID 0xd7062c319c76fb0e: Processing first storage report for DS-f0a6fe45-6d7a-4eb8-99e9-6107069cb3ff from datanode DatanodeRegistration(127.0.0.1:37421, datanodeUuid=c25d5a98-627a-45ea-9166-59fdd4cd427b, infoPort=41689, infoSecurePort=0, ipcPort=33141, storageInfo=lv=-57;cid=testClusterID;nsid=651632349;c=1732670419639) 2024-11-27T01:20:20,273 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51893efd955ea9c1 with lease ID 0xd7062c319c76fb0e: from storage DS-f0a6fe45-6d7a-4eb8-99e9-6107069cb3ff node DatanodeRegistration(127.0.0.1:37421, datanodeUuid=c25d5a98-627a-45ea-9166-59fdd4cd427b, infoPort=41689, infoSecurePort=0, ipcPort=33141, storageInfo=lv=-57;cid=testClusterID;nsid=651632349;c=1732670419639), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:20:20,349 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4 2024-11-27T01:20:20,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:20,351 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:20:20,367 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e with version=8 2024-11-27T01:20:20,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/hbase-staging 2024-11-27T01:20:20,369 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:20:20,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:20,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:20,370 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:20:20,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:20,370 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:20:20,370 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:20:20,370 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:20:20,371 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33199 2024-11-27T01:20:20,372 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33199 connecting to ZooKeeper ensemble=127.0.0.1:60448 2024-11-27T01:20:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:331990x0, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:20,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33199-0x101570253780003 connected 2024-11-27T01:20:20,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:20,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:20,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Set watcher on znode that does not yet exist, /144863530/running 2024-11-27T01:20:20,401 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e, hbase.cluster.distributed=false 2024-11-27T01:20:20,402 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Set watcher on znode that does not yet exist, /144863530/acl 2024-11-27T01:20:20,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33199 2024-11-27T01:20:20,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33199 2024-11-27T01:20:20,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33199 2024-11-27T01:20:20,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33199 2024-11-27T01:20:20,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33199 2024-11-27T01:20:20,440 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:20:20,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:20,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:20,441 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:20:20,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:20,441 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:20:20,441 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:20:20,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:20:20,442 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33427 2024-11-27T01:20:20,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33427 connecting to ZooKeeper ensemble=127.0.0.1:60448 2024-11-27T01:20:20,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:20,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:20,454 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334270x0, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:20,455 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334270x0, quorum=127.0.0.1:60448, baseZNode=/144863530 Set watcher on znode that does not yet exist, /144863530/running 2024-11-27T01:20:20,455 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:20:20,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33427-0x101570253780004 connected 2024-11-27T01:20:20,468 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:20:20,472 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Set watcher on znode that does not yet exist, /144863530/master 2024-11-27T01:20:20,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Set watcher on znode that does not yet exist, /144863530/acl 2024-11-27T01:20:20,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33427 2024-11-27T01:20:20,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33427 2024-11-27T01:20:20,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33427 2024-11-27T01:20:20,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33427 2024-11-27T01:20:20,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33427 2024-11-27T01:20:20,517 DEBUG [M:0;7d6f26a4c136:33199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:33199 2024-11-27T01:20:20,518 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /144863530/backup-masters/7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:20,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530/backup-masters 2024-11-27T01:20:20,520 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530/backup-masters 2024-11-27T01:20:20,520 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Set watcher on existing znode=/144863530/backup-masters/7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:20,522 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/144863530/master 2024-11-27T01:20:20,522 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:20,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:20,522 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Set watcher on existing znode=/144863530/master 2024-11-27T01:20:20,523 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /144863530/backup-masters/7d6f26a4c136,33199,1732670420369 from backup master directory 2024-11-27T01:20:20,525 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530/backup-masters 2024-11-27T01:20:20,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/144863530/backup-masters/7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:20,526 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:20:20,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530/backup-masters 2024-11-27T01:20:20,526 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:20,529 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/hbase.id] with ID: 31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6 2024-11-27T01:20:20,529 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/.tmp/hbase.id 2024-11-27T01:20:20,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:20:20,957 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/.tmp/hbase.id]:[hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/hbase.id] 2024-11-27T01:20:20,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:20,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:20:20,973 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:20:20,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:20,974 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:20,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:20:21,383 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:21,383 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:20:21,384 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:21,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:20:21,791 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store 2024-11-27T01:20:21,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:20:21,802 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:21,802 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:20:21,802 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:21,802 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:21,802 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:20:21,802 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:21,802 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:21,802 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670421802Disabling compacts and flushes for region at 1732670421802Disabling writes for close at 1732670421802Writing region close event to WAL at 1732670421802Closed at 1732670421802 2024-11-27T01:20:21,803 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/.initializing 2024-11-27T01:20:21,803 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/WALs/7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:21,804 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:20:21,806 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C33199%2C1732670420369, suffix=, logDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/WALs/7d6f26a4c136,33199,1732670420369, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/oldWALs, maxLogs=10 2024-11-27T01:20:21,828 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/WALs/7d6f26a4c136,33199,1732670420369/7d6f26a4c136%2C33199%2C1732670420369.1732670421806, exclude list is [], retry=0 2024-11-27T01:20:21,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37421,DS-8098e3c6-8f81-41bd-99eb-c2b08aae6d2d,DISK] 2024-11-27T01:20:21,832 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/WALs/7d6f26a4c136,33199,1732670420369/7d6f26a4c136%2C33199%2C1732670420369.1732670421806 2024-11-27T01:20:21,832 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41689:41689)] 2024-11-27T01:20:21,832 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:21,833 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:21,833 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,833 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:20:21,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:21,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:21,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:20:21,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:21,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:21,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:20:21,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:21,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:21,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:20:21,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:21,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:21,842 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,842 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,842 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,843 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,843 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,844 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:21,844 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:21,846 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:21,846 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66234180, jitterRate=-0.013033807277679443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:21,846 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670421833Initializing all the Stores at 1732670421833Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670421833Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670421836 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670421836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670421836Cleaning up temporary data from old regions at 1732670421843 (+7 ms)Region opened successfully at 1732670421846 (+3 ms) 2024-11-27T01:20:21,846 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:20:21,848 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5a92db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:20:21,849 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:20:21,849 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:20:21,849 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:20:21,849 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:20:21,850 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:20:21,850 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:20:21,850 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:20:21,853 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:20:21,854 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Unable to get data of znode /144863530/balancer because node does not exist (not necessarily an error) 2024-11-27T01:20:21,855 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /144863530/balancer already deleted, retry=false 2024-11-27T01:20:21,856 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:20:21,857 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Unable to get data of znode /144863530/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:20:21,858 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /144863530/normalizer already deleted, retry=false 2024-11-27T01:20:21,858 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:20:21,859 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Unable to get data of znode /144863530/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:20:21,868 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /144863530/switch/split already deleted, retry=false 2024-11-27T01:20:21,868 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Unable to get data of znode /144863530/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:20:21,870 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /144863530/switch/merge already deleted, retry=false 2024-11-27T01:20:21,871 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Unable to get data of znode /144863530/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:20:21,872 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /144863530/snapshot-cleanup already deleted, retry=false 2024-11-27T01:20:21,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/144863530/running 2024-11-27T01:20:21,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:21,875 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,33199,1732670420369, sessionid=0x101570253780003, setting cluster-up flag (Was=false) 2024-11-27T01:20:21,876 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/144863530/running 2024-11-27T01:20:21,876 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:21,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:21,890 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /144863530/flush-table-proc/acquired, /144863530/flush-table-proc/reached, /144863530/flush-table-proc/abort 2024-11-27T01:20:21,893 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:21,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:21,897 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:21,907 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /144863530/online-snapshot/acquired, /144863530/online-snapshot/reached, /144863530/online-snapshot/abort 2024-11-27T01:20:21,908 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:21,910 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:20:21,911 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:21,912 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:20:21,912 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:20:21,912 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,33199,1732670420369 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:20:21,913 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:21,913 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:21,913 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:21,913 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:21,913 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:20:21,913 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:21,913 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:20:21,913 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:21,920 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:21,920 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:20:21,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:21,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:20:21,933 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670451933 2024-11-27T01:20:21,933 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:20:21,934 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:20:21,934 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:20:21,934 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:20:21,935 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:20:21,935 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:20:21,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:20:21,938 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:20:21,938 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e 2024-11-27T01:20:21,944 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:21,945 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:20:21,945 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:20:21,946 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:20:21,946 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:20:21,947 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:20:21,947 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:20:21,950 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670421947,5,FailOnTimeoutGroup] 2024-11-27T01:20:21,951 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670421950,5,FailOnTimeoutGroup] 2024-11-27T01:20:21,951 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:21,951 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:20:21,951 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:21,951 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:21,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741832_1008 (size=32) 2024-11-27T01:20:21,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:21,969 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:20:21,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:20:21,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:21,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:21,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:20:21,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:20:21,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:21,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:21,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:20:21,982 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:20:21,982 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:21,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:21,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:20:21,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:20:21,983 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:21,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:21,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:20:21,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740 2024-11-27T01:20:21,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740 2024-11-27T01:20:21,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:20:21,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:20:21,988 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:21,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:20:21,996 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:21,996 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60565146, jitterRate=-0.0975089967250824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:21,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670421963Initializing all the Stores at 1732670421964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670421964Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670421968 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670421968Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670421968Cleaning up temporary data from old regions at 1732670421987 (+19 ms)Region opened successfully at 1732670421996 (+9 ms) 2024-11-27T01:20:21,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:20:21,996 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:20:21,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:20:21,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:20:21,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:20:21,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:20:22,003 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:22,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670421996Disabling compacts and flushes for region at 1732670421996Disabling writes for close at 1732670421996Writing region close event to WAL at 1732670422003 (+7 ms)Closed at 1732670422003 2024-11-27T01:20:22,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:22,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:20:22,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:20:22,009 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:20:22,011 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:20:22,026 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(746): ClusterId : 31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6 2024-11-27T01:20:22,026 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:20:22,030 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:20:22,030 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:20:22,039 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:20:22,039 DEBUG [RS:0;7d6f26a4c136:33427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee17919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:20:22,059 DEBUG [RS:0;7d6f26a4c136:33427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:33427 2024-11-27T01:20:22,059 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:20:22,059 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:20:22,059 DEBUG [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:20:22,061 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,33199,1732670420369 with port=33427, startcode=1732670420440 2024-11-27T01:20:22,061 DEBUG [RS:0;7d6f26a4c136:33427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:20:22,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,077 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:22,085 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:20:22,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:22,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33199 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:22,087 DEBUG [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e 2024-11-27T01:20:22,087 DEBUG [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37167 2024-11-27T01:20:22,087 DEBUG [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:20:22,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530/rs 2024-11-27T01:20:22,093 DEBUG [RS:0;7d6f26a4c136:33427 {}] zookeeper.ZKUtil(111): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Set watcher on existing znode=/144863530/rs/7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:22,093 WARN [RS:0;7d6f26a4c136:33427 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:20:22,093 INFO [RS:0;7d6f26a4c136:33427 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:22,093 DEBUG [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:22,093 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,33427,1732670420440] 2024-11-27T01:20:22,108 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:20:22,112 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:20:22,117 INFO [RS:0;7d6f26a4c136:33427 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:20:22,117 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,118 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:20:22,119 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:20:22,120 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:20:22,120 DEBUG [RS:0;7d6f26a4c136:33427 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:20:22,150 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,150 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,150 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,150 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,150 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,150 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33427,1732670420440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:20:22,161 WARN [7d6f26a4c136:33199 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T01:20:22,173 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:20:22,174 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33427,1732670420440-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,174 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,174 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.Replication(171): 7d6f26a4c136,33427,1732670420440 started 2024-11-27T01:20:22,194 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,194 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,33427,1732670420440, RpcServer on 7d6f26a4c136/172.17.0.2:33427, sessionid=0x101570253780004 2024-11-27T01:20:22,195 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:20:22,195 DEBUG [RS:0;7d6f26a4c136:33427 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:22,195 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,33427,1732670420440' 2024-11-27T01:20:22,195 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/144863530/flush-table-proc/abort' 2024-11-27T01:20:22,196 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/144863530/flush-table-proc/acquired' 2024-11-27T01:20:22,196 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:20:22,196 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:20:22,196 DEBUG [RS:0;7d6f26a4c136:33427 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:22,196 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,33427,1732670420440' 2024-11-27T01:20:22,196 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/144863530/online-snapshot/abort' 2024-11-27T01:20:22,197 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/144863530/online-snapshot/acquired' 2024-11-27T01:20:22,197 DEBUG [RS:0;7d6f26a4c136:33427 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:20:22,197 INFO [RS:0;7d6f26a4c136:33427 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:20:22,197 INFO [RS:0;7d6f26a4c136:33427 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:20:22,297 INFO [RS:0;7d6f26a4c136:33427 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:20:22,299 INFO [RS:0;7d6f26a4c136:33427 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C33427%2C1732670420440, suffix=, logDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/oldWALs, maxLogs=10 2024-11-27T01:20:22,319 DEBUG [RS:0;7d6f26a4c136:33427 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, exclude list is [], retry=0 2024-11-27T01:20:22,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37421,DS-8098e3c6-8f81-41bd-99eb-c2b08aae6d2d,DISK] 2024-11-27T01:20:22,337 INFO [RS:0;7d6f26a4c136:33427 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 2024-11-27T01:20:22,342 DEBUG [RS:0;7d6f26a4c136:33427 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41689:41689)] 2024-11-27T01:20:22,413 DEBUG [7d6f26a4c136:33199 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:20:22,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:22,415 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,33427,1732670420440, state=OPENING 2024-11-27T01:20:22,417 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:20:22,422 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:22,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:22,422 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:20:22,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /144863530/meta-region-server: CHANGED 2024-11-27T01:20:22,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,33427,1732670420440}] 2024-11-27T01:20:22,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /144863530/meta-region-server: CHANGED 2024-11-27T01:20:22,483 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:22,484 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:20:22,484 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38360 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:20:22,576 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:20:22,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46515, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:20:22,580 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:20:22,580 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:22,581 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:20:22,582 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C33427%2C1732670420440.meta, suffix=.meta, logDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/oldWALs, maxLogs=10 2024-11-27T01:20:22,597 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.meta.1732670422582.meta, exclude list is [], retry=0 2024-11-27T01:20:22,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37421,DS-8098e3c6-8f81-41bd-99eb-c2b08aae6d2d,DISK] 2024-11-27T01:20:22,607 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.meta.1732670422582.meta 2024-11-27T01:20:22,607 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41689:41689)] 2024-11-27T01:20:22,607 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:22,608 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:22,608 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:20:22,608 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:20:22,608 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:20:22,608 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:20:22,608 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:22,609 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:20:22,609 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:20:22,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:20:22,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:20:22,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:22,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:22,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:20:22,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:20:22,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:22,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:22,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:20:22,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:20:22,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:22,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:22,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:20:22,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:20:22,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:22,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:22,615 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:20:22,615 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740 2024-11-27T01:20:22,616 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740 2024-11-27T01:20:22,617 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:20:22,617 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:20:22,617 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:22,618 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:20:22,619 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71944650, jitterRate=0.07205882668495178}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:22,619 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:20:22,619 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670422609Writing region info on filesystem at 1732670422609Initializing all the Stores at 1732670422609Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670422609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670422610 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670422610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670422610Cleaning up temporary data from old regions at 1732670422617 (+7 ms)Running coprocessor post-open hooks at 1732670422619 (+2 ms)Region opened successfully at 1732670422619 2024-11-27T01:20:22,620 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670422575 2024-11-27T01:20:22,622 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:20:22,623 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:20:22,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:22,624 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,33427,1732670420440, state=OPEN 2024-11-27T01:20:22,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/144863530/meta-region-server 2024-11-27T01:20:22,625 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/144863530/meta-region-server 2024-11-27T01:20:22,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /144863530/meta-region-server: CHANGED 2024-11-27T01:20:22,625 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /144863530/meta-region-server: CHANGED 2024-11-27T01:20:22,625 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:22,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:20:22,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,33427,1732670420440 in 202 msec 2024-11-27T01:20:22,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:20:22,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-11-27T01:20:22,630 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:22,630 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:20:22,632 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:22,632 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33427,1732670420440, seqNum=-1] 2024-11-27T01:20:22,632 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:22,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:22,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 727 msec 2024-11-27T01:20:22,640 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670422639, completionTime=-1 2024-11-27T01:20:22,640 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:20:22,640 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:20:22,642 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:20:22,642 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670482642 2024-11-27T01:20:22,642 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670542642 2024-11-27T01:20:22,642 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T01:20:22,643 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33199,1732670420369-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,643 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33199,1732670420369-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,643 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33199,1732670420369-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,643 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:33199, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,643 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,644 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,645 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:20:22,648 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.122sec 2024-11-27T01:20:22,648 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:20:22,648 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:20:22,648 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:20:22,648 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:20:22,648 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:20:22,648 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33199,1732670420369-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:20:22,648 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33199,1732670420369-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:20:22,650 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:20:22,650 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:20:22,650 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33199,1732670420369-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:22,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5931877f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:22,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,33199,-1 for getting cluster id 2024-11-27T01:20:22,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:22,728 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6' 2024-11-27T01:20:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6" 2024-11-27T01:20:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434f65a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:22,728 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,33199,-1] 2024-11-27T01:20:22,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:22,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:22,730 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:22,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a976ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:22,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:22,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33427,1732670420440, seqNum=-1] 2024-11-27T01:20:22,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:22,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:22,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:22,735 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60448 2024-11-27T01:20:22,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:22,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x101570253780005 connected 2024-11-27T01:20:22,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/hadoop.log.dir so I do NOT create it in target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915 2024-11-27T01:20:22,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:20:22,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/hadoop.tmp.dir so I do NOT create it in target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915 2024-11-27T01:20:22,742 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:20:22,742 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915 2024-11-27T01:20:22,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:20:22,742 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/cluster_67573c91-261b-bc61-4c71-ed73344318f4, deleteOnExit=true 2024-11-27T01:20:22,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:20:22,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/test.cache.data in system properties and HBase conf 2024-11-27T01:20:22,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:20:22,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:20:22,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:20:22,743 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:20:22,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:20:22,744 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:20:22,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:22,844 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:20:22,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:20:22,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:20:22,852 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:20:22,853 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:22,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@522fe28d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:20:22,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29d513ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:20:22,995 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7f0c490e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/java.io.tmpdir/jetty-localhost-34257-hadoop-hdfs-3_4_1-tests_jar-_-any-13672087023513715544/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:20:22,995 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c1c489a{HTTP/1.1, (http/1.1)}{localhost:34257} 2024-11-27T01:20:22,995 INFO [Time-limited test {}] server.Server(415): Started @211603ms 2024-11-27T01:20:23,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:23,092 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:20:23,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:20:23,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:20:23,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:20:23,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@794694b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:20:23,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6181fcd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:20:23,240 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@491e3e20{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/java.io.tmpdir/jetty-localhost-42565-hadoop-hdfs-3_4_1-tests_jar-_-any-5901376315174220590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:20:23,240 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c83d38d{HTTP/1.1, (http/1.1)}{localhost:42565} 2024-11-27T01:20:23,240 INFO [Time-limited test {}] server.Server(415): Started @211848ms 2024-11-27T01:20:23,242 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:20:23,342 WARN [Thread-2897 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/cluster_67573c91-261b-bc61-4c71-ed73344318f4/data/data2/current/BP-1649420138-172.17.0.2-1732670422772/current, will proceed with Du for space computation calculation, 2024-11-27T01:20:23,342 WARN [Thread-2896 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/cluster_67573c91-261b-bc61-4c71-ed73344318f4/data/data1/current/BP-1649420138-172.17.0.2-1732670422772/current, will proceed with Du for space computation calculation, 2024-11-27T01:20:23,365 WARN [Thread-2884 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:20:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab05c20ac6bcca3e with lease ID 0xa334a6a6507eaefd: Processing first storage report for DS-9826324d-e972-4aa4-a87b-7477ba609d03 from datanode DatanodeRegistration(127.0.0.1:41915, datanodeUuid=47378020-6304-4839-8927-036fcdefa211, infoPort=45833, infoSecurePort=0, ipcPort=43419, storageInfo=lv=-57;cid=testClusterID;nsid=1363178756;c=1732670422772) 2024-11-27T01:20:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab05c20ac6bcca3e with lease ID 0xa334a6a6507eaefd: from storage DS-9826324d-e972-4aa4-a87b-7477ba609d03 node DatanodeRegistration(127.0.0.1:41915, datanodeUuid=47378020-6304-4839-8927-036fcdefa211, infoPort=45833, infoSecurePort=0, ipcPort=43419, storageInfo=lv=-57;cid=testClusterID;nsid=1363178756;c=1732670422772), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:20:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab05c20ac6bcca3e with lease ID 0xa334a6a6507eaefd: Processing first storage report for DS-14df071c-f533-4f84-921a-104ed5217d2c from datanode DatanodeRegistration(127.0.0.1:41915, datanodeUuid=47378020-6304-4839-8927-036fcdefa211, infoPort=45833, infoSecurePort=0, ipcPort=43419, storageInfo=lv=-57;cid=testClusterID;nsid=1363178756;c=1732670422772) 2024-11-27T01:20:23,370 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab05c20ac6bcca3e with lease ID 0xa334a6a6507eaefd: from storage DS-14df071c-f533-4f84-921a-104ed5217d2c node DatanodeRegistration(127.0.0.1:41915, datanodeUuid=47378020-6304-4839-8927-036fcdefa211, infoPort=45833, infoSecurePort=0, ipcPort=43419, storageInfo=lv=-57;cid=testClusterID;nsid=1363178756;c=1732670422772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:20:23,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915 2024-11-27T01:20:23,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:23,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:23,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:20:23,787 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca with version=8 2024-11-27T01:20:23,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/hbase-staging 2024-11-27T01:20:23,791 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:20:23,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:23,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:23,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:20:23,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:23,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:20:23,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:20:23,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:20:23,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34419 2024-11-27T01:20:23,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34419 connecting to ZooKeeper ensemble=127.0.0.1:60448 2024-11-27T01:20:23,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344190x0, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:23,796 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34419-0x101570253780006 connected 2024-11-27T01:20:23,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:23,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:23,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Set watcher on znode that does not yet exist, /21598536952/running 2024-11-27T01:20:23,817 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca, hbase.cluster.distributed=false 2024-11-27T01:20:23,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Set watcher on znode that does not yet exist, /21598536952/acl 2024-11-27T01:20:23,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34419 2024-11-27T01:20:23,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34419 2024-11-27T01:20:23,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34419 2024-11-27T01:20:23,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34419 2024-11-27T01:20:23,829 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34419 2024-11-27T01:20:23,850 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:20:23,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:23,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:23,850 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:20:23,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:23,850 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:20:23,850 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:20:23,850 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:20:23,851 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46049 2024-11-27T01:20:23,852 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46049 connecting to ZooKeeper ensemble=127.0.0.1:60448 2024-11-27T01:20:23,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:23,855 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:23,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460490x0, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:23,862 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:460490x0, quorum=127.0.0.1:60448, baseZNode=/21598536952 Set watcher on znode that does not yet exist, /21598536952/running 2024-11-27T01:20:23,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46049-0x101570253780007 connected 2024-11-27T01:20:23,863 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:20:23,863 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:20:23,864 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Set watcher on znode that does not yet exist, /21598536952/master 2024-11-27T01:20:23,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Set watcher on znode that does not yet exist, /21598536952/acl 2024-11-27T01:20:23,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46049 2024-11-27T01:20:23,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46049 2024-11-27T01:20:23,869 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46049 2024-11-27T01:20:23,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46049 2024-11-27T01:20:23,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46049 2024-11-27T01:20:23,892 DEBUG [M:0;7d6f26a4c136:34419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:34419 2024-11-27T01:20:23,892 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21598536952/backup-masters/7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:23,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952/backup-masters 2024-11-27T01:20:23,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952/backup-masters 2024-11-27T01:20:23,894 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Set watcher on existing znode=/21598536952/backup-masters/7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:23,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:23,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21598536952/master 2024-11-27T01:20:23,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:23,896 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Set watcher on existing znode=/21598536952/master 2024-11-27T01:20:23,896 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21598536952/backup-masters/7d6f26a4c136,34419,1732670423790 from backup master directory 2024-11-27T01:20:23,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21598536952/backup-masters/7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:23,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952/backup-masters 2024-11-27T01:20:23,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952/backup-masters 2024-11-27T01:20:23,899 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:20:23,899 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:23,905 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/hbase.id] with ID: a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14 2024-11-27T01:20:23,905 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/.tmp/hbase.id 2024-11-27T01:20:23,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:20:24,324 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/.tmp/hbase.id]:[hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/hbase.id] 2024-11-27T01:20:24,331 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:24,332 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:20:24,332 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T01:20:24,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:24,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:24,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:20:24,740 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:24,741 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:20:24,741 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:24,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:20:24,779 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:20:25,148 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store 2024-11-27T01:20:25,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:20:25,557 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:25,558 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:20:25,558 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:25,558 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:25,558 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:20:25,558 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:25,558 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:25,558 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670425558Disabling compacts and flushes for region at 1732670425558Disabling writes for close at 1732670425558Writing region close event to WAL at 1732670425558Closed at 1732670425558 2024-11-27T01:20:25,559 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/.initializing 2024-11-27T01:20:25,559 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/WALs/7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:25,560 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:20:25,562 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C34419%2C1732670423790, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/WALs/7d6f26a4c136,34419,1732670423790, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/oldWALs, maxLogs=10 2024-11-27T01:20:25,580 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/WALs/7d6f26a4c136,34419,1732670423790/7d6f26a4c136%2C34419%2C1732670423790.1732670425562, exclude list is [], retry=0 2024-11-27T01:20:25,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41915,DS-9826324d-e972-4aa4-a87b-7477ba609d03,DISK] 2024-11-27T01:20:25,589 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/WALs/7d6f26a4c136,34419,1732670423790/7d6f26a4c136%2C34419%2C1732670423790.1732670425562 2024-11-27T01:20:25,589 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-11-27T01:20:25,589 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:25,589 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:25,589 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,589 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:20:25,592 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:25,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:25,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:20:25,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:25,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:25,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:20:25,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:25,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:25,595 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:20:25,596 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:25,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:25,597 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,597 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,598 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,599 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,599 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,599 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:25,600 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:25,609 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:25,610 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65186910, jitterRate=-0.02863934636116028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:25,610 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670425589Initializing all the Stores at 1732670425590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670425590Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670425590Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670425590Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670425590Cleaning up temporary data from old regions at 1732670425599 (+9 ms)Region opened successfully at 1732670425610 (+11 ms) 2024-11-27T01:20:25,610 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:20:25,613 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d57a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:20:25,614 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:20:25,615 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:20:25,615 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:20:25,615 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:20:25,615 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:20:25,615 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:20:25,615 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:20:25,626 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:20:25,627 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Unable to get data of znode /21598536952/balancer because node does not exist (not necessarily an error) 2024-11-27T01:20:25,628 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21598536952/balancer already deleted, retry=false 2024-11-27T01:20:25,629 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:20:25,631 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Unable to get data of znode /21598536952/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:20:25,632 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21598536952/normalizer already deleted, retry=false 2024-11-27T01:20:25,633 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:20:25,637 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Unable to get data of znode /21598536952/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:20:25,640 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21598536952/switch/split already deleted, retry=false 2024-11-27T01:20:25,641 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Unable to get data of znode /21598536952/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:20:25,643 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21598536952/switch/merge already deleted, retry=false 2024-11-27T01:20:25,645 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Unable to get data of znode /21598536952/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:20:25,646 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21598536952/snapshot-cleanup already deleted, retry=false 2024-11-27T01:20:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21598536952/running 2024-11-27T01:20:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21598536952/running 2024-11-27T01:20:25,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:25,648 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,34419,1732670423790, sessionid=0x101570253780006, setting cluster-up flag (Was=false) 2024-11-27T01:20:25,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:25,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:25,660 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21598536952/flush-table-proc/acquired, /21598536952/flush-table-proc/reached, /21598536952/flush-table-proc/abort 2024-11-27T01:20:25,661 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:25,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:25,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:25,674 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21598536952/online-snapshot/acquired, /21598536952/online-snapshot/reached, /21598536952/online-snapshot/abort 2024-11-27T01:20:25,675 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:25,681 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:20:25,682 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:25,682 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:20:25,683 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:20:25,683 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,34419,1732670423790 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:20:25,684 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:25,684 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:25,684 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:25,684 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:25,684 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:20:25,684 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,684 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:20:25,684 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,688 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:25,688 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:20:25,689 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:25,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:20:25,697 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670455697 2024-11-27T01:20:25,697 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:20:25,697 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:20:25,698 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:20:25,698 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:20:25,698 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:20:25,698 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:20:25,700 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,712 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:20:25,713 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:20:25,713 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:20:25,713 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:20:25,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:20:25,716 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:20:25,716 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:20:25,717 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670425716,5,FailOnTimeoutGroup] 2024-11-27T01:20:25,717 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670425717,5,FailOnTimeoutGroup] 2024-11-27T01:20:25,717 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,717 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:20:25,717 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,717 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,779 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(746): ClusterId : a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14 2024-11-27T01:20:25,779 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:20:25,782 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:20:25,782 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:20:25,790 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:20:25,790 DEBUG [RS:0;7d6f26a4c136:46049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592be488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:20:25,808 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:46049 2024-11-27T01:20:25,809 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:20:25,809 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:20:25,809 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:20:25,809 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,34419,1732670423790 with port=46049, startcode=1732670423849 2024-11-27T01:20:25,810 DEBUG [RS:0;7d6f26a4c136:46049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:20:25,817 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:20:25,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:25,818 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34419 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:25,819 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca 2024-11-27T01:20:25,819 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43381 2024-11-27T01:20:25,819 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:20:25,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952/rs 2024-11-27T01:20:25,826 DEBUG [RS:0;7d6f26a4c136:46049 {}] zookeeper.ZKUtil(111): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Set watcher on existing znode=/21598536952/rs/7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:25,826 WARN [RS:0;7d6f26a4c136:46049 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:20:25,827 INFO [RS:0;7d6f26a4c136:46049 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:25,827 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:25,827 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,46049,1732670423849] 2024-11-27T01:20:25,835 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:20:25,840 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:20:25,844 INFO [RS:0;7d6f26a4c136:46049 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:20:25,844 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,845 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:20:25,845 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:20:25,845 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:20:25,846 DEBUG [RS:0;7d6f26a4c136:46049 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:20:25,848 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,848 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,848 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,849 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,849 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,849 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46049,1732670423849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:20:25,870 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:20:25,871 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,46049,1732670423849-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,871 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,871 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.Replication(171): 7d6f26a4c136,46049,1732670423849 started 2024-11-27T01:20:25,892 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:25,893 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,46049,1732670423849, RpcServer on 7d6f26a4c136/172.17.0.2:46049, sessionid=0x101570253780007 2024-11-27T01:20:25,893 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:20:25,893 DEBUG [RS:0;7d6f26a4c136:46049 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:25,893 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,46049,1732670423849' 2024-11-27T01:20:25,893 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21598536952/flush-table-proc/abort' 2024-11-27T01:20:25,894 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21598536952/flush-table-proc/acquired' 2024-11-27T01:20:25,895 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:20:25,895 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:20:25,895 DEBUG [RS:0;7d6f26a4c136:46049 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:25,895 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,46049,1732670423849' 2024-11-27T01:20:25,895 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21598536952/online-snapshot/abort' 2024-11-27T01:20:25,895 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21598536952/online-snapshot/acquired' 2024-11-27T01:20:25,896 DEBUG [RS:0;7d6f26a4c136:46049 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:20:25,896 INFO [RS:0;7d6f26a4c136:46049 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:20:25,896 INFO [RS:0;7d6f26a4c136:46049 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:20:25,996 INFO [RS:0;7d6f26a4c136:46049 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:20:25,998 INFO [RS:0;7d6f26a4c136:46049 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C46049%2C1732670423849, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/oldWALs, maxLogs=10 2024-11-27T01:20:26,015 DEBUG [RS:0;7d6f26a4c136:46049 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, exclude list is [], retry=0 2024-11-27T01:20:26,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41915,DS-9826324d-e972-4aa4-a87b-7477ba609d03,DISK] 2024-11-27T01:20:26,019 INFO [RS:0;7d6f26a4c136:46049 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 2024-11-27T01:20:26,020 DEBUG [RS:0;7d6f26a4c136:46049 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-11-27T01:20:26,116 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:20:26,116 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca 2024-11-27T01:20:26,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:20:26,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T01:20:26,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T01:20:26,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:26,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:20:26,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:20:26,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:26,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:26,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:20:26,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:20:26,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:26,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:26,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:20:26,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:20:26,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:26,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:26,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:20:26,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:20:26,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:26,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:26,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:20:26,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740 2024-11-27T01:20:26,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740 2024-11-27T01:20:26,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:20:26,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:20:26,545 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:26,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:20:26,548 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:26,548 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74002207, jitterRate=0.10271881520748138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:26,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670426526Initializing all the Stores at 1732670426528 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670426528Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670426530 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670426530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670426530Cleaning up temporary data from old regions at 1732670426544 (+14 ms)Region opened successfully at 1732670426548 (+4 ms) 2024-11-27T01:20:26,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:20:26,548 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:20:26,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:20:26,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:20:26,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:20:26,549 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:26,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670426548Disabling compacts and flushes for region at 1732670426548Disabling writes for close at 1732670426548Writing region close event to WAL at 1732670426549 (+1 ms)Closed at 1732670426549 2024-11-27T01:20:26,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:26,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:20:26,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:20:26,551 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:20:26,552 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:20:26,702 DEBUG [7d6f26a4c136:34419 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:20:26,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:26,704 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,46049,1732670423849, state=OPENING 2024-11-27T01:20:26,706 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:20:26,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:26,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:26,708 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21598536952/meta-region-server: CHANGED 2024-11-27T01:20:26,708 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:20:26,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46049,1732670423849}] 2024-11-27T01:20:26,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21598536952/meta-region-server: CHANGED 2024-11-27T01:20:26,861 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:20:26,863 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33759, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:20:26,866 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:20:26,866 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:26,866 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:20:26,867 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C46049%2C1732670423849.meta, suffix=.meta, logDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/oldWALs, maxLogs=10 2024-11-27T01:20:26,888 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.meta.1732670426868.meta, exclude list is [], retry=0 2024-11-27T01:20:26,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41915,DS-9826324d-e972-4aa4-a87b-7477ba609d03,DISK] 2024-11-27T01:20:26,894 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.meta.1732670426868.meta 2024-11-27T01:20:26,895 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-11-27T01:20:26,895 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:26,895 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:26,896 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:20:26,896 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:20:26,896 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:20:26,896 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:20:26,896 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:26,896 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:20:26,896 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:20:26,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:20:26,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:20:26,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:26,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:26,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:20:26,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:20:26,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:26,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:26,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:20:26,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:20:26,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:26,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:26,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:20:26,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:20:26,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:26,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:26,901 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:20:26,902 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740 2024-11-27T01:20:26,902 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740 2024-11-27T01:20:26,903 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:20:26,903 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:20:26,903 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:26,904 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:20:26,905 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59893720, jitterRate=-0.10751402378082275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:26,905 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:20:26,905 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670426896Writing region info on filesystem at 1732670426896Initializing all the Stores at 1732670426897 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670426897Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670426897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670426897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670426897Cleaning up temporary data from old regions at 1732670426903 (+6 ms)Running coprocessor post-open hooks at 1732670426905 (+2 ms)Region opened successfully at 1732670426905 2024-11-27T01:20:26,908 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670426861 2024-11-27T01:20:26,910 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:20:26,910 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:20:26,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:26,912 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,46049,1732670423849, state=OPEN 2024-11-27T01:20:26,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21598536952/meta-region-server 2024-11-27T01:20:26,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21598536952/meta-region-server 2024-11-27T01:20:26,913 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:26,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21598536952/meta-region-server: CHANGED 2024-11-27T01:20:26,913 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21598536952/meta-region-server: CHANGED 2024-11-27T01:20:26,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:20:26,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,46049,1732670423849 in 205 msec 2024-11-27T01:20:26,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:20:26,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-27T01:20:26,918 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:26,918 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:20:26,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:26,919 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46049,1732670423849, seqNum=-1] 2024-11-27T01:20:26,919 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:26,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:26,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2430 sec 2024-11-27T01:20:26,925 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670426925, completionTime=-1 2024-11-27T01:20:26,925 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:20:26,925 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:20:26,927 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:20:26,927 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670486927 2024-11-27T01:20:26,927 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670546927 2024-11-27T01:20:26,927 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T01:20:26,928 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34419,1732670423790-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:26,928 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34419,1732670423790-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:26,928 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34419,1732670423790-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:26,928 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:34419, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:26,928 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:26,928 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:26,930 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:20:26,931 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.032sec 2024-11-27T01:20:26,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:20:26,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:20:26,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:20:26,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:20:26,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:20:26,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34419,1732670423790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:20:26,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34419,1732670423790-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:20:26,934 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:20:26,934 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:20:26,934 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,34419,1732670423790-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:26,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbadab9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:26,980 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34419,-1 for getting cluster id 2024-11-27T01:20:26,980 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:26,981 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14' 2024-11-27T01:20:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14" 2024-11-27T01:20:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@549b4771, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34419,-1] 2024-11-27T01:20:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:26,983 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:26,984 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a713ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:26,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46049,1732670423849, seqNum=-1] 2024-11-27T01:20:26,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:26,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:26,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:26,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:60448 2024-11-27T01:20:26,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:26,995 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x101570253780008 connected 2024-11-27T01:20:26,998 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:26,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:26,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e95192f 2024-11-27T01:20:26,999 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:27,000 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:27,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:20:27,003 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:20:27,003 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:27,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:20:27,004 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:20:27,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:27,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:20:27,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:27,416 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 36716551f12d21e586cee6e5751e1928, NAME => 'test,,1732670427000.36716551f12d21e586cee6e5751e1928.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045 2024-11-27T01:20:27,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:20:27,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670427000.36716551f12d21e586cee6e5751e1928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:27,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 36716551f12d21e586cee6e5751e1928, disabling compactions & flushes 2024-11-27T01:20:27,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:27,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:27,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670427000.36716551f12d21e586cee6e5751e1928. after waiting 0 ms 2024-11-27T01:20:27,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:27,430 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:27,430 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 36716551f12d21e586cee6e5751e1928: Waiting for close lock at 1732670427429Disabling compacts and flushes for region at 1732670427429Disabling writes for close at 1732670427430 (+1 ms)Writing region close event to WAL at 1732670427430Closed at 1732670427430 2024-11-27T01:20:27,431 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:20:27,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670427000.36716551f12d21e586cee6e5751e1928.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670427431"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670427431"}]},"ts":"1732670427431"} 2024-11-27T01:20:27,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:20:27,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:20:27,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670427434"}]},"ts":"1732670427434"} 2024-11-27T01:20:27,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:20:27,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=36716551f12d21e586cee6e5751e1928, ASSIGN}] 2024-11-27T01:20:27,438 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=36716551f12d21e586cee6e5751e1928, ASSIGN 2024-11-27T01:20:27,440 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=36716551f12d21e586cee6e5751e1928, ASSIGN; state=OFFLINE, location=7d6f26a4c136,36549,1732670418327; forceNewPlan=false, retain=false 2024-11-27T01:20:27,591 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=36716551f12d21e586cee6e5751e1928, regionState=OPENING, regionLocation=7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:27,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=36716551f12d21e586cee6e5751e1928, ASSIGN because future has completed 2024-11-27T01:20:27,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36716551f12d21e586cee6e5751e1928, server=7d6f26a4c136,36549,1732670418327}] 2024-11-27T01:20:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:27,748 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:27,748 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 36716551f12d21e586cee6e5751e1928, NAME => 'test,,1732670427000.36716551f12d21e586cee6e5751e1928.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:27,748 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:27,748 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:20:27,749 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,749 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670427000.36716551f12d21e586cee6e5751e1928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:27,749 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,749 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,750 INFO [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,751 INFO [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36716551f12d21e586cee6e5751e1928 columnFamilyName f 2024-11-27T01:20:27,751 DEBUG [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:27,751 INFO [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] regionserver.HStore(327): Store=36716551f12d21e586cee6e5751e1928/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:27,751 INFO [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,752 INFO [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36716551f12d21e586cee6e5751e1928 columnFamilyName f1 2024-11-27T01:20:27,752 DEBUG [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:27,752 INFO [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] regionserver.HStore(327): Store=36716551f12d21e586cee6e5751e1928/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:27,752 INFO [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,753 INFO [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 36716551f12d21e586cee6e5751e1928 columnFamilyName norep 2024-11-27T01:20:27,753 DEBUG [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:27,753 INFO [StoreOpener-36716551f12d21e586cee6e5751e1928-1 {}] regionserver.HStore(327): Store=36716551f12d21e586cee6e5751e1928/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:27,754 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,754 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,754 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,755 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,755 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,755 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:20:27,756 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,757 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:27,758 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 36716551f12d21e586cee6e5751e1928; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70432183, jitterRate=0.0495213121175766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:20:27,758 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:27,759 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 36716551f12d21e586cee6e5751e1928: Running coprocessor pre-open hook at 1732670427749Writing region info on filesystem at 1732670427749Initializing all the Stores at 1732670427750 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670427750Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670427750Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670427750Cleaning up temporary data from old regions at 1732670427755 (+5 ms)Running coprocessor post-open hooks at 1732670427758 (+3 ms)Region opened successfully at 1732670427758 2024-11-27T01:20:27,759 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670427000.36716551f12d21e586cee6e5751e1928., pid=6, masterSystemTime=1732670427745 2024-11-27T01:20:27,761 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:27,761 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:27,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=36716551f12d21e586cee6e5751e1928, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:27,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 36716551f12d21e586cee6e5751e1928, server=7d6f26a4c136,36549,1732670418327 because future has completed 2024-11-27T01:20:27,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:20:27,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 36716551f12d21e586cee6e5751e1928, server=7d6f26a4c136,36549,1732670418327 in 171 msec 2024-11-27T01:20:27,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:20:27,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=36716551f12d21e586cee6e5751e1928, ASSIGN in 329 msec 2024-11-27T01:20:27,772 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:20:27,772 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670427772"}]},"ts":"1732670427772"} 2024-11-27T01:20:27,774 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:20:27,774 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:20:27,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 773 msec 2024-11-27T01:20:28,111 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:20:28,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:28,144 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:20:28,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:28,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:28,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e40e0b9 2024-11-27T01:20:28,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:28,146 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:28,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:28,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:20:28,150 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:20:28,150 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:28,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:20:28,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,150 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,151 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:20:28,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:28,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:20:28,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:28,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:28,560 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0102fc9820405a8c267c58c82f9d0f8d, NAME => 'test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e 2024-11-27T01:20:28,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:20:28,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:28,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:28,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0102fc9820405a8c267c58c82f9d0f8d, disabling compactions & flushes 2024-11-27T01:20:28,971 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:28,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:28,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. after waiting 0 ms 2024-11-27T01:20:28,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:28,971 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:28,971 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0102fc9820405a8c267c58c82f9d0f8d: Waiting for close lock at 1732670428971Disabling compacts and flushes for region at 1732670428971Disabling writes for close at 1732670428971Writing region close event to WAL at 1732670428971Closed at 1732670428971 2024-11-27T01:20:28,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:20:28,973 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670428973"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670428973"}]},"ts":"1732670428973"} 2024-11-27T01:20:28,975 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:20:28,976 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:20:28,976 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670428976"}]},"ts":"1732670428976"} 2024-11-27T01:20:28,977 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:20:28,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0102fc9820405a8c267c58c82f9d0f8d, ASSIGN}] 2024-11-27T01:20:28,979 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0102fc9820405a8c267c58c82f9d0f8d, ASSIGN 2024-11-27T01:20:28,979 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0102fc9820405a8c267c58c82f9d0f8d, ASSIGN; state=OFFLINE, location=7d6f26a4c136,33427,1732670420440; forceNewPlan=false, retain=false 2024-11-27T01:20:29,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0102fc9820405a8c267c58c82f9d0f8d, regionState=OPENING, regionLocation=7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:29,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0102fc9820405a8c267c58c82f9d0f8d, ASSIGN because future has completed 2024-11-27T01:20:29,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0102fc9820405a8c267c58c82f9d0f8d, server=7d6f26a4c136,33427,1732670420440}] 2024-11-27T01:20:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:29,289 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:29,289 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0102fc9820405a8c267c58c82f9d0f8d, NAME => 'test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:29,289 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:29,289 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:20:29,289 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,289 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:29,290 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,290 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,292 INFO [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,293 INFO [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0102fc9820405a8c267c58c82f9d0f8d columnFamilyName f 2024-11-27T01:20:29,293 DEBUG [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:29,294 INFO [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] regionserver.HStore(327): Store=0102fc9820405a8c267c58c82f9d0f8d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:29,294 INFO [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,295 INFO [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0102fc9820405a8c267c58c82f9d0f8d columnFamilyName f1 2024-11-27T01:20:29,295 DEBUG [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:29,295 INFO [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] regionserver.HStore(327): Store=0102fc9820405a8c267c58c82f9d0f8d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:29,295 INFO [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,296 INFO [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0102fc9820405a8c267c58c82f9d0f8d columnFamilyName norep 2024-11-27T01:20:29,296 DEBUG [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:29,296 INFO [StoreOpener-0102fc9820405a8c267c58c82f9d0f8d-1 {}] regionserver.HStore(327): Store=0102fc9820405a8c267c58c82f9d0f8d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:29,296 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,297 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,297 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,298 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,298 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,298 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:20:29,299 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,301 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:29,301 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0102fc9820405a8c267c58c82f9d0f8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74503230, jitterRate=0.11018463969230652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:20:29,301 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:29,301 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0102fc9820405a8c267c58c82f9d0f8d: Running coprocessor pre-open hook at 1732670429290Writing region info on filesystem at 1732670429290Initializing all the Stores at 1732670429290Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670429290Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670429292 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670429292Cleaning up temporary data from old regions at 1732670429298 (+6 ms)Running coprocessor post-open hooks at 1732670429301 (+3 ms)Region opened successfully at 1732670429301 2024-11-27T01:20:29,303 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d., pid=6, masterSystemTime=1732670429284 2024-11-27T01:20:29,308 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:29,308 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:29,309 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0102fc9820405a8c267c58c82f9d0f8d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:29,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0102fc9820405a8c267c58c82f9d0f8d, server=7d6f26a4c136,33427,1732670420440 because future has completed 2024-11-27T01:20:29,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:20:29,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0102fc9820405a8c267c58c82f9d0f8d, server=7d6f26a4c136,33427,1732670420440 in 180 msec 2024-11-27T01:20:29,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:20:29,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0102fc9820405a8c267c58c82f9d0f8d, ASSIGN in 335 msec 2024-11-27T01:20:29,316 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:20:29,316 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670429316"}]},"ts":"1732670429316"} 2024-11-27T01:20:29,318 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:20:29,318 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:20:29,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-27T01:20:30,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:30,294 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:20:30,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@212dc339 2024-11-27T01:20:30,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:30,296 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:30,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:30,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:20:30,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:20:30,299 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:30,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:20:30,300 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:20:30,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:30,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:20:30,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:30,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:30,707 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5c78c3bb997e176d66c569974d5d6e0e, NAME => 'test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca 2024-11-27T01:20:30,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:20:30,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T01:20:30,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:31,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:31,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5c78c3bb997e176d66c569974d5d6e0e, disabling compactions & flushes 2024-11-27T01:20:31,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:31,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:31,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. after waiting 0 ms 2024-11-27T01:20:31,123 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:31,123 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:31,124 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5c78c3bb997e176d66c569974d5d6e0e: Waiting for close lock at 1732670431123Disabling compacts and flushes for region at 1732670431123Disabling writes for close at 1732670431123Writing region close event to WAL at 1732670431123Closed at 1732670431123 2024-11-27T01:20:31,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:20:31,125 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670431125"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670431125"}]},"ts":"1732670431125"} 2024-11-27T01:20:31,127 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:20:31,128 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:20:31,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670431128"}]},"ts":"1732670431128"} 2024-11-27T01:20:31,129 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:20:31,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c78c3bb997e176d66c569974d5d6e0e, ASSIGN}] 2024-11-27T01:20:31,131 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5c78c3bb997e176d66c569974d5d6e0e, ASSIGN 2024-11-27T01:20:31,132 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5c78c3bb997e176d66c569974d5d6e0e, ASSIGN; state=OFFLINE, location=7d6f26a4c136,46049,1732670423849; forceNewPlan=false, retain=false 2024-11-27T01:20:31,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c78c3bb997e176d66c569974d5d6e0e, regionState=OPENING, regionLocation=7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:31,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5c78c3bb997e176d66c569974d5d6e0e, ASSIGN because future has completed 2024-11-27T01:20:31,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c78c3bb997e176d66c569974d5d6e0e, server=7d6f26a4c136,46049,1732670423849}] 2024-11-27T01:20:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:31,441 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:31,441 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5c78c3bb997e176d66c569974d5d6e0e, NAME => 'test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:31,441 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:31,441 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:20:31,441 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,441 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:31,441 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,441 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,443 INFO [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,444 INFO [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c78c3bb997e176d66c569974d5d6e0e columnFamilyName f 2024-11-27T01:20:31,444 DEBUG [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:31,444 INFO [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] regionserver.HStore(327): Store=5c78c3bb997e176d66c569974d5d6e0e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:31,444 INFO [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,445 INFO [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c78c3bb997e176d66c569974d5d6e0e columnFamilyName f1 2024-11-27T01:20:31,445 DEBUG [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:31,446 INFO [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] regionserver.HStore(327): Store=5c78c3bb997e176d66c569974d5d6e0e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:31,446 INFO [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,447 INFO [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5c78c3bb997e176d66c569974d5d6e0e columnFamilyName norep 2024-11-27T01:20:31,447 DEBUG [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:31,448 INFO [StoreOpener-5c78c3bb997e176d66c569974d5d6e0e-1 {}] regionserver.HStore(327): Store=5c78c3bb997e176d66c569974d5d6e0e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:31,448 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,448 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,449 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,450 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,450 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,450 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:20:31,451 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,456 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:31,456 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5c78c3bb997e176d66c569974d5d6e0e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59415304, jitterRate=-0.11464297771453857}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:20:31,456 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:31,456 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5c78c3bb997e176d66c569974d5d6e0e: Running coprocessor pre-open hook at 1732670431442Writing region info on filesystem at 1732670431442Initializing all the Stores at 1732670431442Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670431442Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670431442Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670431442Cleaning up temporary data from old regions at 1732670431450 (+8 ms)Running coprocessor post-open hooks at 1732670431456 (+6 ms)Region opened successfully at 1732670431456 2024-11-27T01:20:31,457 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e., pid=6, masterSystemTime=1732670431437 2024-11-27T01:20:31,461 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:31,461 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:31,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5c78c3bb997e176d66c569974d5d6e0e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:31,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5c78c3bb997e176d66c569974d5d6e0e, server=7d6f26a4c136,46049,1732670423849 because future has completed 2024-11-27T01:20:31,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:20:31,476 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5c78c3bb997e176d66c569974d5d6e0e, server=7d6f26a4c136,46049,1732670423849 in 189 msec 2024-11-27T01:20:31,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:20:31,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5c78c3bb997e176d66c569974d5d6e0e, ASSIGN in 346 msec 2024-11-27T01:20:31,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:20:31,479 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670431479"}]},"ts":"1732670431479"} 2024-11-27T01:20:31,481 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:20:31,481 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:20:31,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-27T01:20:32,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:20:32,454 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:20:32,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e23ca0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:32,455 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,45169,-1 for getting cluster id 2024-11-27T01:20:32,455 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:32,456 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4905a4da-c264-47a9-a688-511517d8b4c4' 2024-11-27T01:20:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4905a4da-c264-47a9-a688-511517d8b4c4" 2024-11-27T01:20:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3597b514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:32,456 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,45169,-1] 2024-11-27T01:20:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:32,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:32,458 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:32,459 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eac3f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:32,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:32,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:32,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ed49b9 2024-11-27T01:20:32,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:32,461 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:32,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:33199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:20:32,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:20:32,466 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:33199' 2024-11-27T01:20:32,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:32,467 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72af913b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:32,467 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,33199,-1 for getting cluster id 2024-11-27T01:20:32,467 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:32,468 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6' 2024-11-27T01:20:32,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:32,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6" 2024-11-27T01:20:32,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558be01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:32,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,33199,-1] 2024-11-27T01:20:32,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:32,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:32,470 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:32,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c1493ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:32,471 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d885f8c 2024-11-27T01:20:32,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:32,473 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:32,474 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:20:32,474 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:20:32,474 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:32,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:32,474 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:32,475 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:32,476 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:20:32,477 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:20:32,477 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:32,478 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:20:32,493 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:32,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:20:32,495 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48371 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:20:32,527 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:20:32,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:20:32,538 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d452273ea8abbb3a8f7368311c2ba5b9, NAME => 'hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045 2024-11-27T01:20:32,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:20:32,568 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:32,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d452273ea8abbb3a8f7368311c2ba5b9, disabling compactions & flushes 2024-11-27T01:20:32,569 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:32,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:32,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. after waiting 0 ms 2024-11-27T01:20:32,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:32,569 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:32,569 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d452273ea8abbb3a8f7368311c2ba5b9: Waiting for close lock at 1732670432568Disabling compacts and flushes for region at 1732670432568Disabling writes for close at 1732670432569 (+1 ms)Writing region close event to WAL at 1732670432569Closed at 1732670432569 2024-11-27T01:20:32,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:20:32,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670432570"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670432570"}]},"ts":"1732670432570"} 2024-11-27T01:20:32,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:32,576 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:20:32,578 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:20:32,578 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670432578"}]},"ts":"1732670432578"} 2024-11-27T01:20:32,580 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:20:32,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d452273ea8abbb3a8f7368311c2ba5b9, ASSIGN}] 2024-11-27T01:20:32,582 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d452273ea8abbb3a8f7368311c2ba5b9, ASSIGN 2024-11-27T01:20:32,583 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d452273ea8abbb3a8f7368311c2ba5b9, ASSIGN; state=OFFLINE, location=7d6f26a4c136,36549,1732670418327; forceNewPlan=false, retain=false 2024-11-27T01:20:32,733 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d452273ea8abbb3a8f7368311c2ba5b9, regionState=OPENING, regionLocation=7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:32,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d452273ea8abbb3a8f7368311c2ba5b9, ASSIGN because future has completed 2024-11-27T01:20:32,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d452273ea8abbb3a8f7368311c2ba5b9, server=7d6f26a4c136,36549,1732670418327}] 2024-11-27T01:20:32,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:32,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:32,933 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:32,934 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:20:32,935 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C36549%2C1732670418327.rep, suffix=, logDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327, archiveDir=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/oldWALs, maxLogs=10 2024-11-27T01:20:32,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.rep.1732670432936, exclude list is [], retry=0 2024-11-27T01:20:32,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33861,DS-a2b0256e-15cd-4306-ad3d-80bfb175e99f,DISK] 2024-11-27T01:20:32,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.rep.1732670432936 2024-11-27T01:20:32,989 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36145:36145)] 2024-11-27T01:20:32,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d452273ea8abbb3a8f7368311c2ba5b9, NAME => 'hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:32,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:32,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:20:32,990 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. service=MultiRowMutationService 2024-11-27T01:20:32,990 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:20:32,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:32,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:32,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:32,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:32,994 INFO [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:32,996 INFO [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d452273ea8abbb3a8f7368311c2ba5b9 columnFamilyName hfileref 2024-11-27T01:20:32,996 DEBUG [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:32,996 INFO [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] regionserver.HStore(327): Store=d452273ea8abbb3a8f7368311c2ba5b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:32,997 INFO [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:32,998 INFO [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d452273ea8abbb3a8f7368311c2ba5b9 columnFamilyName queue 2024-11-27T01:20:32,998 DEBUG [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:32,998 INFO [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] regionserver.HStore(327): Store=d452273ea8abbb3a8f7368311c2ba5b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:32,998 INFO [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:32,999 INFO [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d452273ea8abbb3a8f7368311c2ba5b9 columnFamilyName sid 2024-11-27T01:20:33,000 DEBUG [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:33,000 INFO [StoreOpener-d452273ea8abbb3a8f7368311c2ba5b9-1 {}] regionserver.HStore(327): Store=d452273ea8abbb3a8f7368311c2ba5b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:33,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:33,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/replication/d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:33,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/replication/d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:33,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:33,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:33,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:20:33,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:33,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/replication/d452273ea8abbb3a8f7368311c2ba5b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:33,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d452273ea8abbb3a8f7368311c2ba5b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59114347, jitterRate=-0.11912758648395538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:20:33,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:33,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d452273ea8abbb3a8f7368311c2ba5b9: Running coprocessor pre-open hook at 1732670432991Writing region info on filesystem at 1732670432991Initializing all the Stores at 1732670432992 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670432992Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670432992Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670432992Cleaning up temporary data from old regions at 1732670433002 (+10 ms)Running coprocessor post-open hooks at 1732670433007 (+5 ms)Region opened successfully at 1732670433007 2024-11-27T01:20:33,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9., pid=10, masterSystemTime=1732670432916 2024-11-27T01:20:33,011 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d452273ea8abbb3a8f7368311c2ba5b9, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:33,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:33,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:33,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d452273ea8abbb3a8f7368311c2ba5b9, server=7d6f26a4c136,36549,1732670418327 because future has completed 2024-11-27T01:20:33,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:20:33,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d452273ea8abbb3a8f7368311c2ba5b9, server=7d6f26a4c136,36549,1732670418327 in 279 msec 2024-11-27T01:20:33,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:20:33,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d452273ea8abbb3a8f7368311c2ba5b9, ASSIGN in 461 msec 2024-11-27T01:20:33,045 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:20:33,045 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670433045"}]},"ts":"1732670433045"} 2024-11-27T01:20:33,047 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:20:33,048 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:20:33,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 573 msec 2024-11-27T01:20:33,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9., hostname=7d6f26a4c136,36549,1732670418327, seqNum=2] 2024-11-27T01:20:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:33,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:33,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:33,103 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:20:33,251 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:20:33,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,253 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36549 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:20:33,260 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:20:33,280 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,281 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:33,297 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,36549,1732670418327, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:20:33,298 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:33,298 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36549,1732670418327, seqNum=-1] 2024-11-27T01:20:33,298 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:33,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T01:20:33,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,36549,1732670418327', locateType=CURRENT is [region=hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9., hostname=7d6f26a4c136,36549,1732670418327, seqNum=2] 2024-11-27T01:20:33,304 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:20:33,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:20:33,312 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,36549,1732670418327 suceeded 2024-11-27T01:20:33,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:20:33,315 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-27T01:20:33,315 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:33199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:20:33,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 853 msec 2024-11-27T01:20:33,321 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:33199' 2024-11-27T01:20:33,322 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20b3f58e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:33,322 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,33199,-1 for getting cluster id 2024-11-27T01:20:33,322 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:33,323 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6' 2024-11-27T01:20:33,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:33,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6" 2024-11-27T01:20:33,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76526d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:33,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,33199,-1] 2024-11-27T01:20:33,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:33,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:33,324 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:33,325 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22f1ad8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:33,325 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:33,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:33,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40d7cd4f 2024-11-27T01:20:33,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:33,327 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-27T01:20:33,327 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,36549,1732670418327 (queues=1) is replicating from cluster=4905a4da-c264-47a9-a688-511517d8b4c4 to cluster=31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6 2024-11-27T01:20:33,327 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C36549%2C1732670418327 2024-11-27T01:20:33,327 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,36549,1732670418327, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:20:33,328 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C36549%2C1732670418327 2024-11-27T01:20:33,328 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, startPosition=0, beingWritten=true 2024-11-27T01:20:33,339 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:33,339 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 379, reset compression=false 2024-11-27T01:20:33,339 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36549,1732670418327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:33,543 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 379, reset compression=false 2024-11-27T01:20:33,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:33,604 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:20:33,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:33,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:33,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:33,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:33,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:33,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ebbe6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:33,605 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,33199,-1 for getting cluster id 2024-11-27T01:20:33,605 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:33,606 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6' 2024-11-27T01:20:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6" 2024-11-27T01:20:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a24d65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,33199,-1] 2024-11-27T01:20:33,606 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:33,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:33,607 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:33,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eaa8f76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:33,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:33,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:33,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3927b2b2 2024-11-27T01:20:33,609 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:33,609 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:33,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:34419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:20:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:20:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:33,612 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:34419' 2024-11-27T01:20:33,613 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6b2675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:33,613 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34419,-1 for getting cluster id 2024-11-27T01:20:33,613 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:33,614 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14' 2024-11-27T01:20:33,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:33,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14" 2024-11-27T01:20:33,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278568ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:33,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34419,-1] 2024-11-27T01:20:33,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:33,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:33,615 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:33,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1b3fe8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:33,616 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:33,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:33,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4314b2f 2024-11-27T01:20:33,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:33,617 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:33,618 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:20:33,618 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:20:33,618 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:33,618 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:33,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:33,618 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:33,619 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:20:33,620 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:20:33,620 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:33,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:20:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:20:33,669 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:20:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:33,847 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 379, reset compression=false 2024-11-27T01:20:33,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:34,028 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22503c8af59065022ac982fc9af76630, NAME => 'hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e 2024-11-27T01:20:34,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:20:34,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:34,251 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 379, reset compression=false 2024-11-27T01:20:34,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:34,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 22503c8af59065022ac982fc9af76630, disabling compactions & flushes 2024-11-27T01:20:34,434 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:34,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:34,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. after waiting 0 ms 2024-11-27T01:20:34,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:34,434 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:34,434 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22503c8af59065022ac982fc9af76630: Waiting for close lock at 1732670434434Disabling compacts and flushes for region at 1732670434434Disabling writes for close at 1732670434434Writing region close event to WAL at 1732670434434Closed at 1732670434434 2024-11-27T01:20:34,435 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:20:34,436 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670434436"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670434436"}]},"ts":"1732670434436"} 2024-11-27T01:20:34,437 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:20:34,438 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:20:34,438 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670434438"}]},"ts":"1732670434438"} 2024-11-27T01:20:34,439 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:20:34,440 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22503c8af59065022ac982fc9af76630, ASSIGN}] 2024-11-27T01:20:34,440 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22503c8af59065022ac982fc9af76630, ASSIGN 2024-11-27T01:20:34,441 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22503c8af59065022ac982fc9af76630, ASSIGN; state=OFFLINE, location=7d6f26a4c136,33427,1732670420440; forceNewPlan=false, retain=false 2024-11-27T01:20:34,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22503c8af59065022ac982fc9af76630, regionState=OPENING, regionLocation=7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:34,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22503c8af59065022ac982fc9af76630, ASSIGN because future has completed 2024-11-27T01:20:34,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22503c8af59065022ac982fc9af76630, server=7d6f26a4c136,33427,1732670420440}] 2024-11-27T01:20:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:34,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:34,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:34,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:20:34,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C33427%2C1732670420440.rep, suffix=, logDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440, archiveDir=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/oldWALs, maxLogs=10 2024-11-27T01:20:34,756 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 379, reset compression=false 2024-11-27T01:20:34,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.rep.1732670434750, exclude list is [], retry=0 2024-11-27T01:20:34,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37421,DS-8098e3c6-8f81-41bd-99eb-c2b08aae6d2d,DISK] 2024-11-27T01:20:34,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.rep.1732670434750 2024-11-27T01:20:34,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41689:41689)] 2024-11-27T01:20:34,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 22503c8af59065022ac982fc9af76630, NAME => 'hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:34,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:34,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:20:34,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. service=MultiRowMutationService 2024-11-27T01:20:34,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:20:34,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:34,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,770 INFO [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,771 INFO [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22503c8af59065022ac982fc9af76630 columnFamilyName hfileref 2024-11-27T01:20:34,771 DEBUG [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:34,771 INFO [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] regionserver.HStore(327): Store=22503c8af59065022ac982fc9af76630/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:34,771 INFO [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,772 INFO [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22503c8af59065022ac982fc9af76630 columnFamilyName queue 2024-11-27T01:20:34,772 DEBUG [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:34,773 INFO [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] regionserver.HStore(327): Store=22503c8af59065022ac982fc9af76630/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:34,773 INFO [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,773 INFO [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22503c8af59065022ac982fc9af76630 columnFamilyName sid 2024-11-27T01:20:34,774 DEBUG [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:34,774 INFO [StoreOpener-22503c8af59065022ac982fc9af76630-1 {}] regionserver.HStore(327): Store=22503c8af59065022ac982fc9af76630/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:34,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/replication/22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/replication/22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:20:34,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/replication/22503c8af59065022ac982fc9af76630/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:34,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 22503c8af59065022ac982fc9af76630; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59650968, jitterRate=-0.11113131046295166}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:20:34,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:34,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 22503c8af59065022ac982fc9af76630: Running coprocessor pre-open hook at 1732670434769Writing region info on filesystem at 1732670434769Initializing all the Stores at 1732670434770 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670434770Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670434770Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670434770Cleaning up temporary data from old regions at 1732670434775 (+5 ms)Running coprocessor post-open hooks at 1732670434778 (+3 ms)Region opened successfully at 1732670434778 2024-11-27T01:20:34,778 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630., pid=10, masterSystemTime=1732670434745 2024-11-27T01:20:34,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:34,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:34,781 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=22503c8af59065022ac982fc9af76630, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:34,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22503c8af59065022ac982fc9af76630, server=7d6f26a4c136,33427,1732670420440 because future has completed 2024-11-27T01:20:34,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:20:34,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 22503c8af59065022ac982fc9af76630, server=7d6f26a4c136,33427,1732670420440 in 189 msec 2024-11-27T01:20:34,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:20:34,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22503c8af59065022ac982fc9af76630, ASSIGN in 345 msec 2024-11-27T01:20:34,787 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:20:34,787 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670434787"}]},"ts":"1732670434787"} 2024-11-27T01:20:34,789 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:20:34,789 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:20:34,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-27T01:20:34,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630., hostname=7d6f26a4c136,33427,1732670420440, seqNum=2] 2024-11-27T01:20:34,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:34,830 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:34,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:20:34,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33427 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:20:34,988 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:20:35,024 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,33427,1732670420440, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:20:35,025 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:35,025 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33427,1732670420440, seqNum=-1] 2024-11-27T01:20:35,025 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:35,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T01:20:35,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,33427,1732670420440', locateType=CURRENT is [region=hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630., hostname=7d6f26a4c136,33427,1732670420440, seqNum=2] 2024-11-27T01:20:35,031 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:20:35,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:20:35,033 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,33427,1732670420440 suceeded 2024-11-27T01:20:35,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:20:35,035 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-27T01:20:35,035 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:34419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:20:35,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4250 sec 2024-11-27T01:20:35,047 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:34419' 2024-11-27T01:20:35,048 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@186076ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:35,048 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34419,-1 for getting cluster id 2024-11-27T01:20:35,048 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:35,048 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14' 2024-11-27T01:20:35,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:35,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14" 2024-11-27T01:20:35,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32fb6cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:35,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34419,-1] 2024-11-27T01:20:35,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:35,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:35,050 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:35,050 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cd63303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:35,050 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:35,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:35,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9dae56 2024-11-27T01:20:35,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:35,052 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-27T01:20:35,053 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,33427,1732670420440 (queues=1) is replicating from cluster=31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6 to cluster=a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14 2024-11-27T01:20:35,053 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C33427%2C1732670420440 2024-11-27T01:20:35,053 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,33427,1732670420440, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:20:35,053 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C33427%2C1732670420440 2024-11-27T01:20:35,053 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, startPosition=0, beingWritten=true 2024-11-27T01:20:35,058 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:35,058 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 379, reset compression=false 2024-11-27T01:20:35,058 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33427,1732670420440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:35,262 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 379, reset compression=false 2024-11-27T01:20:35,359 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 379, reset compression=false 2024-11-27T01:20:35,566 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 379, reset compression=false 2024-11-27T01:20:35,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:35,754 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:20:35,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:35,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:35,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:35,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:35,754 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:35,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e72a935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:35,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34419,-1 for getting cluster id 2024-11-27T01:20:35,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:35,756 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14' 2024-11-27T01:20:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14" 2024-11-27T01:20:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ea8a814, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34419,-1] 2024-11-27T01:20:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:35,756 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:35,757 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:35,757 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bcbdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:35,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:35,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:35,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72182af9 2024-11-27T01:20:35,758 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:35,759 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:35,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:45169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:20:35,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:20:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:35,761 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:45169' 2024-11-27T01:20:35,762 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6afd3815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:35,762 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,45169,-1 for getting cluster id 2024-11-27T01:20:35,762 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:35,763 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4905a4da-c264-47a9-a688-511517d8b4c4' 2024-11-27T01:20:35,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:35,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4905a4da-c264-47a9-a688-511517d8b4c4" 2024-11-27T01:20:35,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47cd34c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:35,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,45169,-1] 2024-11-27T01:20:35,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:35,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:35,764 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:35,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@122ead4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:35,765 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:35,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:35,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@150ea5e4 2024-11-27T01:20:35,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:35,766 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:35,766 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:20:35,767 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:20:35,767 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:35,767 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:35,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:35,767 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:35,768 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:20:35,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:20:35,769 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:35,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:20:35,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:20:35,818 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:20:35,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:35,970 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 379, reset compression=false 2024-11-27T01:20:36,063 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 379, reset compression=false 2024-11-27T01:20:36,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:36,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65b67763c15c6d346c014c674d1d6727, NAME => 'hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca 2024-11-27T01:20:36,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:20:36,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:36,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 65b67763c15c6d346c014c674d1d6727, disabling compactions & flushes 2024-11-27T01:20:36,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:36,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:36,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. after waiting 0 ms 2024-11-27T01:20:36,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:36,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:36,183 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65b67763c15c6d346c014c674d1d6727: Waiting for close lock at 1732670436182Disabling compacts and flushes for region at 1732670436182Disabling writes for close at 1732670436182Writing region close event to WAL at 1732670436182Closed at 1732670436182 2024-11-27T01:20:36,184 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:20:36,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670436184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670436184"}]},"ts":"1732670436184"} 2024-11-27T01:20:36,186 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:20:36,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:20:36,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670436189"}]},"ts":"1732670436189"} 2024-11-27T01:20:36,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:20:36,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65b67763c15c6d346c014c674d1d6727, ASSIGN}] 2024-11-27T01:20:36,193 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65b67763c15c6d346c014c674d1d6727, ASSIGN 2024-11-27T01:20:36,194 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65b67763c15c6d346c014c674d1d6727, ASSIGN; state=OFFLINE, location=7d6f26a4c136,46049,1732670423849; forceNewPlan=false, retain=false 2024-11-27T01:20:36,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65b67763c15c6d346c014c674d1d6727, regionState=OPENING, regionLocation=7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:36,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65b67763c15c6d346c014c674d1d6727, ASSIGN because future has completed 2024-11-27T01:20:36,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65b67763c15c6d346c014c674d1d6727, server=7d6f26a4c136,46049,1732670423849}] 2024-11-27T01:20:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:36,474 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 379, reset compression=false 2024-11-27T01:20:36,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T01:20:36,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T01:20:36,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:20:36,496 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T01:20:36,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:36,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:36,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:20:36,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C46049%2C1732670423849.rep, suffix=, logDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849, archiveDir=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/oldWALs, maxLogs=10 2024-11-27T01:20:36,519 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.rep.1732670436504, exclude list is [], retry=0 2024-11-27T01:20:36,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41915,DS-9826324d-e972-4aa4-a87b-7477ba609d03,DISK] 2024-11-27T01:20:36,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.rep.1732670436504 2024-11-27T01:20:36,522 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45833:45833)] 2024-11-27T01:20:36,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 65b67763c15c6d346c014c674d1d6727, NAME => 'hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:36,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:36,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:20:36,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. service=MultiRowMutationService 2024-11-27T01:20:36,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:20:36,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:36,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,524 INFO [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,525 INFO [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65b67763c15c6d346c014c674d1d6727 columnFamilyName hfileref 2024-11-27T01:20:36,525 DEBUG [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:36,526 INFO [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] regionserver.HStore(327): Store=65b67763c15c6d346c014c674d1d6727/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:36,526 INFO [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,527 INFO [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65b67763c15c6d346c014c674d1d6727 columnFamilyName queue 2024-11-27T01:20:36,527 DEBUG [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:36,527 INFO [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] regionserver.HStore(327): Store=65b67763c15c6d346c014c674d1d6727/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:36,527 INFO [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,528 INFO [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65b67763c15c6d346c014c674d1d6727 columnFamilyName sid 2024-11-27T01:20:36,528 DEBUG [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:36,528 INFO [StoreOpener-65b67763c15c6d346c014c674d1d6727-1 {}] regionserver.HStore(327): Store=65b67763c15c6d346c014c674d1d6727/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:36,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/replication/65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/replication/65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:20:36,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/replication/65b67763c15c6d346c014c674d1d6727/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:36,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 65b67763c15c6d346c014c674d1d6727; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69818977, jitterRate=0.04038383066654205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:20:36,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:36,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 65b67763c15c6d346c014c674d1d6727: Running coprocessor pre-open hook at 1732670436523Writing region info on filesystem at 1732670436523Initializing all the Stores at 1732670436524 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670436524Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670436524Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670436524Cleaning up temporary data from old regions at 1732670436529 (+5 ms)Running coprocessor post-open hooks at 1732670436533 (+4 ms)Region opened successfully at 1732670436533 2024-11-27T01:20:36,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727., pid=10, masterSystemTime=1732670436499 2024-11-27T01:20:36,535 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:36,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:36,536 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65b67763c15c6d346c014c674d1d6727, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:36,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65b67763c15c6d346c014c674d1d6727, server=7d6f26a4c136,46049,1732670423849 because future has completed 2024-11-27T01:20:36,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:20:36,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 65b67763c15c6d346c014c674d1d6727, server=7d6f26a4c136,46049,1732670423849 in 192 msec 2024-11-27T01:20:36,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:20:36,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65b67763c15c6d346c014c674d1d6727, ASSIGN in 348 msec 2024-11-27T01:20:36,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:20:36,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670436543"}]},"ts":"1732670436543"} 2024-11-27T01:20:36,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:20:36,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:20:36,546 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 778 msec 2024-11-27T01:20:36,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727., hostname=7d6f26a4c136,46049,1732670423849, seqNum=2] 2024-11-27T01:20:36,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:36,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:36,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:20:36,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:20:36,735 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:20:36,764 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,46049,1732670423849, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:20:36,764 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:36,765 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46049,1732670423849, seqNum=-1] 2024-11-27T01:20:36,765 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:36,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T01:20:36,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,46049,1732670423849', locateType=CURRENT is [region=hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727., hostname=7d6f26a4c136,46049,1732670423849, seqNum=2] 2024-11-27T01:20:36,770 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:20:36,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:20:36,772 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,46049,1732670423849 suceeded 2024-11-27T01:20:36,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:20:36,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-27T01:20:36,774 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:45169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:20:36,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0150 sec 2024-11-27T01:20:36,785 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:45169' 2024-11-27T01:20:36,786 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@292b3978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,786 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,45169,-1 for getting cluster id 2024-11-27T01:20:36,786 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:36,787 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4905a4da-c264-47a9-a688-511517d8b4c4' 2024-11-27T01:20:36,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:36,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4905a4da-c264-47a9-a688-511517d8b4c4" 2024-11-27T01:20:36,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@707599ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,45169,-1] 2024-11-27T01:20:36,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:36,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:36,788 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:36,789 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a58a285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,789 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:36,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:36,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ccb2951 2024-11-27T01:20:36,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:36,790 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T01:20:36,791 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,46049,1732670423849 (queues=1) is replicating from cluster=a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14 to cluster=4905a4da-c264-47a9-a688-511517d8b4c4 2024-11-27T01:20:36,791 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C46049%2C1732670423849 2024-11-27T01:20:36,791 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,46049,1732670423849, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:20:36,791 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C46049%2C1732670423849 2024-11-27T01:20:36,791 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, startPosition=0, beingWritten=true 2024-11-27T01:20:36,796 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:36,796 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 379, reset compression=false 2024-11-27T01:20:36,796 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,46049,1732670423849 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:36,867 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 379, reset compression=false 2024-11-27T01:20:36,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:20:36,894 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:20:36,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:36,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:36,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:36,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:36,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:36,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3293f6c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,45169,-1 for getting cluster id 2024-11-27T01:20:36,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:36,896 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4905a4da-c264-47a9-a688-511517d8b4c4' 2024-11-27T01:20:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:36,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4905a4da-c264-47a9-a688-511517d8b4c4" 2024-11-27T01:20:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efd10b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,45169,-1] 2024-11-27T01:20:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:36,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:36,898 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:36,898 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fe5ea11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5564796e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,33199,-1 for getting cluster id 2024-11-27T01:20:36,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:36,899 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6' 2024-11-27T01:20:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:36,899 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6" 2024-11-27T01:20:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380e40cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,33199,-1] 2024-11-27T01:20:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:36,900 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:36,900 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:36,901 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa51b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38aa0f13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34419,-1 for getting cluster id 2024-11-27T01:20:36,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:36,902 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14' 2024-11-27T01:20:36,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:36,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14" 2024-11-27T01:20:36,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9f7d9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34419,-1] 2024-11-27T01:20:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:36,903 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:36,903 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:36,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61313f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:36,904 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:36,905 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36549,1732670418327, seqNum=-1] 2024-11-27T01:20:36,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:36,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:36,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732670427000.36716551f12d21e586cee6e5751e1928., hostname=7d6f26a4c136,36549,1732670418327, seqNum=2] 2024-11-27T01:20:36,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46049,1732670423849, seqNum=-1] 2024-11-27T01:20:36,926 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:36,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:36,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e., hostname=7d6f26a4c136,46049,1732670423849, seqNum=2] 2024-11-27T01:20:36,930 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T01:20:36,999 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 379, reset compression=false 2024-11-27T01:20:37,077 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 379, reset compression=false 2024-11-27T01:20:37,303 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 379, reset compression=false 2024-11-27T01:20:37,707 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 379, reset compression=false 2024-11-27T01:20:37,771 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 379, reset compression=false 2024-11-27T01:20:37,775 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:37,775 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 480, reset compression=false 2024-11-27T01:20:37,776 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36549,1732670418327 got entry batch from reader: WALEntryBatch [walEntries=[{test/36716551f12d21e586cee6e5751e1928/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T01:20:37,778 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:20:37,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-27T01:20:37,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:37,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31bc9df2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:37,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,33199,-1 for getting cluster id 2024-11-27T01:20:37,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:37,780 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6' 2024-11-27T01:20:37,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:37,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f1ca03-f9a7-4d2c-88f6-d122d3bdffb6" 2024-11-27T01:20:37,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51c299cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:37,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,33199,-1] 2024-11-27T01:20:37,781 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 379, reset compression=false 2024-11-27T01:20:37,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:37,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:37,782 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:37,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4153cc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:37,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:37,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33427,1732670420440, seqNum=-1] 2024-11-27T01:20:37,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:37,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-27T01:20:37,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d., hostname=7d6f26a4c136,33427,1732670420440, seqNum=2] 2024-11-27T01:20:37,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:37,931 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T01:20:37,979 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 480, reset compression=false 2024-11-27T01:20:38,210 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 379, reset compression=false 2024-11-27T01:20:38,287 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 480, reset compression=false 2024-11-27T01:20:38,493 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:20:38,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,533 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,541 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,542 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:38,584 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 379, reset compression=false 2024-11-27T01:20:38,589 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:38,589 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 503, reset compression=false 2024-11-27T01:20:38,589 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33427,1732670420440 got entry batch from reader: WALEntryBatch [walEntries=[{test/0102fc9820405a8c267c58c82f9d0f8d/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T01:20:38,591 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:20:38,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-27T01:20:38,593 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:38,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62e7055c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:38,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34419,-1 for getting cluster id 2024-11-27T01:20:38,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:38,594 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14' 2024-11-27T01:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14" 2024-11-27T01:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710d41d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34419,-1] 2024-11-27T01:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:38,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:38,596 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:38,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58dfc9b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:38,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:38,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,46049,1732670423849, seqNum=-1] 2024-11-27T01:20:38,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:38,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-27T01:20:38,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e., hostname=7d6f26a4c136,46049,1732670423849, seqNum=2] 2024-11-27T01:20:38,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:38,691 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 480, reset compression=false 2024-11-27T01:20:38,792 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 503, reset compression=false 2024-11-27T01:20:38,814 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 379, reset compression=false 2024-11-27T01:20:38,819 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:38,819 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 526, reset compression=false 2024-11-27T01:20:38,819 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,46049,1732670423849 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:38,934 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T01:20:38,934 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:38,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33427,1732670420440, seqNum=-1] 2024-11-27T01:20:38,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:38,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:38,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d., hostname=7d6f26a4c136,33427,1732670420440, seqNum=2] 2024-11-27T01:20:38,945 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T01:20:39,023 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 526, reset compression=false 2024-11-27T01:20:39,096 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 503, reset compression=false 2024-11-27T01:20:39,131 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:39,131 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33427,1732670420440 got entry batch from reader: WALEntryBatch [walEntries=[{test/0102fc9820405a8c267c58c82f9d0f8d/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T01:20:39,131 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 607, reset compression=false 2024-11-27T01:20:39,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:39,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:39,195 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 480, reset compression=false 2024-11-27T01:20:39,327 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 526, reset compression=false 2024-11-27T01:20:39,335 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:39,335 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 653, reset compression=false 2024-11-27T01:20:39,335 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,46049,1732670423849 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c78c3bb997e176d66c569974d5d6e0e/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T01:20:39,339 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:20:39,340 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 607, reset compression=false 2024-11-27T01:20:39,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T01:20:39,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:39,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34a5244e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:39,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,45169,-1 for getting cluster id 2024-11-27T01:20:39,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:39,347 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4905a4da-c264-47a9-a688-511517d8b4c4' 2024-11-27T01:20:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4905a4da-c264-47a9-a688-511517d8b4c4" 2024-11-27T01:20:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55f3b62d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,45169,-1] 2024-11-27T01:20:39,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:39,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:39,349 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:39,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49901129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:39,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:39,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,36549,1732670418327, seqNum=-1] 2024-11-27T01:20:39,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:39,353 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-27T01:20:39,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732670427000.36716551f12d21e586cee6e5751e1928., hostname=7d6f26a4c136,36549,1732670418327, seqNum=2] 2024-11-27T01:20:39,359 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:39,558 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 653, reset compression=false 2024-11-27T01:20:39,654 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 607, reset compression=false 2024-11-27T01:20:39,799 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 480, reset compression=false 2024-11-27T01:20:39,805 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:39,805 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 631, reset compression=false 2024-11-27T01:20:39,806 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36549,1732670418327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:39,879 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 653, reset compression=false 2024-11-27T01:20:39,947 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T01:20:39,951 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T01:20:40,022 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 631, reset compression=false 2024-11-27T01:20:40,074 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 607, reset compression=false 2024-11-27T01:20:40,283 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 653, reset compression=false 2024-11-27T01:20:40,288 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:40,288 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 757, reset compression=false 2024-11-27T01:20:40,288 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,46049,1732670423849 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c78c3bb997e176d66c569974d5d6e0e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T01:20:40,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:40,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:40,325 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 631, reset compression=false 2024-11-27T01:20:40,330 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:40,330 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 759, reset compression=false 2024-11-27T01:20:40,330 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36549,1732670418327 got entry batch from reader: WALEntryBatch [walEntries=[{test/36716551f12d21e586cee6e5751e1928/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T01:20:40,331 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:40,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:40,492 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 757, reset compression=false 2024-11-27T01:20:40,534 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 759, reset compression=false 2024-11-27T01:20:40,577 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 607, reset compression=false 2024-11-27T01:20:40,581 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:40,581 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 758, reset compression=false 2024-11-27T01:20:40,581 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33427,1732670420440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:40,785 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 758, reset compression=false 2024-11-27T01:20:40,795 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 757, reset compression=false 2024-11-27T01:20:40,838 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 759, reset compression=false 2024-11-27T01:20:40,953 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T01:20:40,957 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T01:20:41,089 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 758, reset compression=false 2024-11-27T01:20:41,198 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 757, reset compression=false 2024-11-27T01:20:41,242 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 759, reset compression=false 2024-11-27T01:20:41,247 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:41,247 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 915, reset compression=false 2024-11-27T01:20:41,247 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36549,1732670418327 got entry batch from reader: WALEntryBatch [walEntries=[{test/36716551f12d21e586cee6e5751e1928/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T01:20:41,248 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:41,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:41,450 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 915, reset compression=false 2024-11-27T01:20:41,493 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 758, reset compression=false 2024-11-27T01:20:41,497 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:41,497 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 905, reset compression=false 2024-11-27T01:20:41,497 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33427,1732670420440 got entry batch from reader: WALEntryBatch [walEntries=[{test/0102fc9820405a8c267c58c82f9d0f8d/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T01:20:41,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:41,501 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:41,700 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 905, reset compression=false 2024-11-27T01:20:41,702 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 757, reset compression=false 2024-11-27T01:20:41,706 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:41,707 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 927, reset compression=false 2024-11-27T01:20:41,707 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,46049,1732670423849 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:41,754 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 915, reset compression=false 2024-11-27T01:20:41,920 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 927, reset compression=false 2024-11-27T01:20:41,960 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T01:20:41,967 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T01:20:42,004 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 905, reset compression=false 2024-11-27T01:20:42,008 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:42,008 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1064, reset compression=false 2024-11-27T01:20:42,009 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33427,1732670420440 got entry batch from reader: WALEntryBatch [walEntries=[{test/0102fc9820405a8c267c58c82f9d0f8d/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T01:20:42,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:42,013 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:42,157 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 915, reset compression=false 2024-11-27T01:20:42,214 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1064, reset compression=false 2024-11-27T01:20:42,224 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 927, reset compression=false 2024-11-27T01:20:42,228 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:42,229 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1076, reset compression=false 2024-11-27T01:20:42,229 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,46049,1732670423849 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c78c3bb997e176d66c569974d5d6e0e/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T01:20:42,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:42,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:42,436 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1076, reset compression=false 2024-11-27T01:20:42,518 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1064, reset compression=false 2024-11-27T01:20:42,662 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 915, reset compression=false 2024-11-27T01:20:42,667 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:42,667 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1088, reset compression=false 2024-11-27T01:20:42,667 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36549,1732670418327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, lastWalPosition=1088, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:42,740 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1076, reset compression=false 2024-11-27T01:20:42,871 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1088, reset compression=false 2024-11-27T01:20:42,923 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1064, reset compression=false 2024-11-27T01:20:42,969 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T01:20:42,972 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T01:20:43,144 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1076, reset compression=false 2024-11-27T01:20:43,148 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:43,148 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1235, reset compression=false 2024-11-27T01:20:43,148 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,46049,1732670423849 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c78c3bb997e176d66c569974d5d6e0e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T01:20:43,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:43,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:43,175 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1088, reset compression=false 2024-11-27T01:20:43,180 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:43,180 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1238, reset compression=false 2024-11-27T01:20:43,180 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36549,1732670418327 got entry batch from reader: WALEntryBatch [walEntries=[{test/36716551f12d21e586cee6e5751e1928/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, lastWalPosition=1238, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-27T01:20:43,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:43,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:43,352 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1235, reset compression=false 2024-11-27T01:20:43,384 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1238, reset compression=false 2024-11-27T01:20:43,427 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1064, reset compression=false 2024-11-27T01:20:43,432 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:43,432 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1237, reset compression=false 2024-11-27T01:20:43,432 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33427,1732670420440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:43,637 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1237, reset compression=false 2024-11-27T01:20:43,656 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1235, reset compression=false 2024-11-27T01:20:43,693 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1238, reset compression=false 2024-11-27T01:20:43,942 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1237, reset compression=false 2024-11-27T01:20:43,975 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T01:20:43,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ab89d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:43,981 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34419,-1 for getting cluster id 2024-11-27T01:20:43,981 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:43,982 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14' 2024-11-27T01:20:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14" 2024-11-27T01:20:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d557d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34419,-1] 2024-11-27T01:20:43,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:43,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:43,985 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:43,986 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52314361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:43,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:43,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:43,990 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8672c8e 2024-11-27T01:20:43,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:43,991 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:43,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-27T01:20:43,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-27T01:20:43,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T01:20:44,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:20:44,060 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1235, reset compression=false 2024-11-27T01:20:44,096 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1238, reset compression=false 2024-11-27T01:20:44,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T01:20:44,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T01:20:44,152 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-27T01:20:44,154 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-27T01:20:44,154 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,46049,1732670423849 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-27T01:20:44,154 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0. 2024-11-27T01:20:44,154 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:44,154 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:44,154 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:44,155 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:44,255 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:20:44,255 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-27T01:20:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T01:20:44,346 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1237, reset compression=false 2024-11-27T01:20:44,355 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 terminated 2024-11-27T01:20:44,374 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,46049,1732670423849, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:20:44,374 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-27T01:20:44,374 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T01:20:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T01:20:44,377 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 7d6f26a4c136,46049,1732670423849 suceeded 2024-11-27T01:20:44,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T01:20:44,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-27T01:20:44,379 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-27T01:20:44,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 387 msec 2024-11-27T01:20:44,390 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:45169' 2024-11-27T01:20:44,391 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@198ccf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:44,391 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,45169,-1 for getting cluster id 2024-11-27T01:20:44,391 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:44,392 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4905a4da-c264-47a9-a688-511517d8b4c4' 2024-11-27T01:20:44,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:44,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4905a4da-c264-47a9-a688-511517d8b4c4" 2024-11-27T01:20:44,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4674b5ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:44,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,45169,-1] 2024-11-27T01:20:44,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:44,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:44,393 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:44,394 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5144fb48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:44,394 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:44,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:44,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@83dc8f4 2024-11-27T01:20:44,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:44,396 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-27T01:20:44,396 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,46049,1732670423849 (queues=1) is replicating from cluster=a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14 to cluster=4905a4da-c264-47a9-a688-511517d8b4c4 2024-11-27T01:20:44,396 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C46049%2C1732670423849 2024-11-27T01:20:44,396 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,46049,1732670423849, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:20:44,397 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C46049%2C1732670423849 2024-11-27T01:20:44,601 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1238, reset compression=false 2024-11-27T01:20:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T01:20:44,624 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:20:44,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:44,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:44,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:44,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:44,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:44,628 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-27T01:20:44,850 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1237, reset compression=false 2024-11-27T01:20:45,206 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1238, reset compression=false 2024-11-27T01:20:45,211 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:45,211 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1342, reset compression=false 2024-11-27T01:20:45,211 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36549,1732670418327 got entry batch from reader: WALEntryBatch [walEntries=[{test/36716551f12d21e586cee6e5751e1928/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, lastWalPosition=1342, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T01:20:45,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:45,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33427 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:45,416 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1342, reset compression=false 2024-11-27T01:20:45,454 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1237, reset compression=false 2024-11-27T01:20:45,459 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:45,459 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1364, reset compression=false 2024-11-27T01:20:45,459 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33427,1732670420440 got entry batch from reader: WALEntryBatch [walEntries=[{test/0102fc9820405a8c267c58c82f9d0f8d/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T01:20:45,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:45,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:45,630 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-27T01:20:45,632 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e0e526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:45,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,34419,-1 for getting cluster id 2024-11-27T01:20:45,633 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:45,633 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14' 2024-11-27T01:20:45,633 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a44ff5ec-ed60-45dd-8d7a-0fcb1810bf14" 2024-11-27T01:20:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6815402e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,34419,-1] 2024-11-27T01:20:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:45,634 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:45,635 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:45,635 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3158a6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:45,637 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:45,638 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ed53062 2024-11-27T01:20:45,639 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:20:45,640 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:20:45,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-27T01:20:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-27T01:20:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T01:20:45,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:20:45,665 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1364, reset compression=false 2024-11-27T01:20:45,670 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:45,670 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1468, reset compression=false 2024-11-27T01:20:45,670 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33427,1732670420440 got entry batch from reader: WALEntryBatch [walEntries=[{test/0102fc9820405a8c267c58c82f9d0f8d/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T01:20:45,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:45,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46049 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:45,720 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1342, reset compression=false 2024-11-27T01:20:45,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T01:20:45,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46049 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-27T01:20:45,802 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-27T01:20:45,803 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T01:20:45,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-27T01:20:45,808 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 7d6f26a4c136,46049,1732670423849 suceeded 2024-11-27T01:20:45,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T01:20:45,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-27T01:20:45,810 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-27T01:20:45,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 170 msec 2024-11-27T01:20:45,874 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1468, reset compression=false 2024-11-27T01:20:45,898 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, startPosition=1235, beingWritten=true 2024-11-27T01:20:45,904 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:20:45,905 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1512, reset compression=false 2024-11-27T01:20:45,905 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,46049,1732670423849 got entry batch from reader: WALEntryBatch [walEntries=[{test/5c78c3bb997e176d66c569974d5d6e0e/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-27T01:20:45,908 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:20:45,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-27T01:20:45,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:20:45,912 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36549 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:20:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T01:20:45,964 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:20:45,964 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:45,964 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:45,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:45,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:45,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:45,966 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-27T01:20:45,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:20:45,966 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:45,966 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:45,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:45,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:45,967 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:45,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:20:45,967 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=25529115, stopped=false 2024-11-27T01:20:45,967 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,34419,1732670423790 2024-11-27T01:20:45,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21598536952/running 2024-11-27T01:20:45,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:45,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21598536952/running 2024-11-27T01:20:45,969 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:20:45,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:45,969 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:45,969 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:45,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:45,969 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Set watcher on znode that does not yet exist, /21598536952/running 2024-11-27T01:20:45,970 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,46049,1732670423849' ***** 2024-11-27T01:20:45,970 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:20:45,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Set watcher on znode that does not yet exist, /21598536952/running 2024-11-27T01:20:45,971 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:20:45,971 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:20:45,971 INFO [RS:0;7d6f26a4c136:46049 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:20:45,971 INFO [RS:0;7d6f26a4c136:46049 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:20:45,971 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(3091): Received CLOSE for 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:45,971 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(3091): Received CLOSE for 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:45,971 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:45,971 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:20:45,971 INFO [RS:0;7d6f26a4c136:46049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:46049. 2024-11-27T01:20:45,971 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65b67763c15c6d346c014c674d1d6727, disabling compactions & flushes 2024-11-27T01:20:45,971 DEBUG [RS:0;7d6f26a4c136:46049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:45,972 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:45,972 DEBUG [RS:0;7d6f26a4c136:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:45,972 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:45,972 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. after waiting 0 ms 2024-11-27T01:20:45,972 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:45,972 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:20:45,972 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:20:45,972 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:20:45,972 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:20:45,972 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 65b67763c15c6d346c014c674d1d6727 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-27T01:20:45,972 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:20:45,972 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1325): Online Regions={65b67763c15c6d346c014c674d1d6727=hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727., 1588230740=hbase:meta,,1.1588230740, 5c78c3bb997e176d66c569974d5d6e0e=test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e.} 2024-11-27T01:20:45,972 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c78c3bb997e176d66c569974d5d6e0e, 65b67763c15c6d346c014c674d1d6727 2024-11-27T01:20:45,972 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:20:45,972 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:20:45,972 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:20:45,973 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-27T01:20:45,973 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:20:45,973 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:20:45,989 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/info/e81393661ea2486d990dd4532800376f is 147, key is hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727./info:regioninfo/1732670436536/Put/seqid=0 2024-11-27T01:20:45,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741840_1016 (size=7686) 2024-11-27T01:20:45,995 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/replication/65b67763c15c6d346c014c674d1d6727/.tmp/queue/ef62180a7a714bdc8d713e816e96a076 is 154, key is 1-7d6f26a4c136,46049,1732670423849/queue:7d6f26a4c136%2C46049%2C1732670423849/1732670445914/Put/seqid=0 2024-11-27T01:20:45,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741841_1017 (size=5353) 2024-11-27T01:20:45,998 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/replication/65b67763c15c6d346c014c674d1d6727/.tmp/queue/ef62180a7a714bdc8d713e816e96a076 2024-11-27T01:20:46,004 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/replication/65b67763c15c6d346c014c674d1d6727/.tmp/queue/ef62180a7a714bdc8d713e816e96a076 as hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/replication/65b67763c15c6d346c014c674d1d6727/queue/ef62180a7a714bdc8d713e816e96a076 2024-11-27T01:20:46,019 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/replication/65b67763c15c6d346c014c674d1d6727/queue/ef62180a7a714bdc8d713e816e96a076, entries=1, sequenceid=13, filesize=5.2 K 2024-11-27T01:20:46,020 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 65b67763c15c6d346c014c674d1d6727 in 48ms, sequenceid=13, compaction requested=false 2024-11-27T01:20:46,024 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/replication/65b67763c15c6d346c014c674d1d6727/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-27T01:20:46,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:46,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:20:46,025 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:46,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65b67763c15c6d346c014c674d1d6727: Waiting for close lock at 1732670445971Running coprocessor pre-close hooks at 1732670445971Disabling compacts and flushes for region at 1732670445971Disabling writes for close at 1732670445972 (+1 ms)Obtaining lock to block concurrent updates at 1732670445972Preparing flush snapshotting stores in 65b67763c15c6d346c014c674d1d6727 at 1732670445972Finished memstore snapshotting hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1732670445972Flushing stores of hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. at 1732670445973 (+1 ms)Flushing 65b67763c15c6d346c014c674d1d6727/queue: creating writer at 1732670445973Flushing 65b67763c15c6d346c014c674d1d6727/queue: appending metadata at 1732670445994 (+21 ms)Flushing 65b67763c15c6d346c014c674d1d6727/queue: closing flushed file at 1732670445994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb9c736: reopening flushed file at 1732670446004 (+10 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 65b67763c15c6d346c014c674d1d6727 in 48ms, sequenceid=13, compaction requested=false at 1732670446020 (+16 ms)Writing region close event to WAL at 1732670446021 (+1 ms)Running coprocessor post-close hooks at 1732670446024 (+3 ms)Closed at 1732670446025 (+1 ms) 2024-11-27T01:20:46,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670435767.65b67763c15c6d346c014c674d1d6727. 2024-11-27T01:20:46,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5c78c3bb997e176d66c569974d5d6e0e, disabling compactions & flushes 2024-11-27T01:20:46,025 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:46,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:46,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. after waiting 0 ms 2024-11-27T01:20:46,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:46,025 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5c78c3bb997e176d66c569974d5d6e0e 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T01:20:46,041 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/.tmp/f/d33ef84e21af45f0adb1d2c06bb7bb0e is 37, key is row3/f:row3/1732670444626/Put/seqid=0 2024-11-27T01:20:46,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741842_1018 (size=5228) 2024-11-27T01:20:46,064 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:20:46,109 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1512, reset compression=false 2024-11-27T01:20:46,114 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:46,114 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1759, reset compression=false 2024-11-27T01:20:46,114 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,46049,1732670423849 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:46,115 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7d6f26a4c136,46049,1732670423849: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7d6f26a4c136,46049,1732670423849, walGroup=7d6f26a4c136%2C46049%2C1732670423849, offset=7d6f26a4c136%2C46049%2C1732670423849.1732670425998:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:46049 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T01:20:46,117 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T01:20:46,117 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T01:20:46,117 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T01:20:46,117 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T01:20:46,117 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T01:20:46,117 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1226833920, "init": 1048576000, "max": 2306867200, "used": 824240256 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198281928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T01:20:46,118 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:34419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:34419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T01:20:46,123 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1342, reset compression=false 2024-11-27T01:20:46,129 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:46,129 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1493, reset compression=false 2024-11-27T01:20:46,129 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36549,1732670418327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, lastWalPosition=1493, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:46,172 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:46,178 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1468, reset compression=false 2024-11-27T01:20:46,321 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1759, reset compression=false 2024-11-27T01:20:46,333 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1493, reset compression=false 2024-11-27T01:20:46,373 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:46,393 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/info/e81393661ea2486d990dd4532800376f 2024-11-27T01:20:46,417 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/ns/2b85ebe515974198ad8b734cdd015716 is 43, key is default/ns:d/1732670426921/Put/seqid=0 2024-11-27T01:20:46,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741843_1019 (size=5153) 2024-11-27T01:20:46,426 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/ns/2b85ebe515974198ad8b734cdd015716 2024-11-27T01:20:46,445 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/.tmp/f/d33ef84e21af45f0adb1d2c06bb7bb0e 2024-11-27T01:20:46,448 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/rep_barrier/1a0c6559ebad4ca198885ca6cd33cc2f is 112, key is test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e./rep_barrier:seqnumDuringOpen/1732670431461/Put/seqid=0 2024-11-27T01:20:46,460 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d33ef84e21af45f0adb1d2c06bb7bb0e 2024-11-27T01:20:46,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741844_1020 (size=5518) 2024-11-27T01:20:46,479 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/rep_barrier/1a0c6559ebad4ca198885ca6cd33cc2f 2024-11-27T01:20:46,499 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/.tmp/f1/d79a7e4e09a34ccabd0992aa8d37eb4a is 30, key is row1/f1:/1732670441961/DeleteFamily/seqid=0 2024-11-27T01:20:46,502 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/table/578fc9fc42884126a5a7d21fe1c207e0 is 53, key is hbase:replication/table:state/1732670436543/Put/seqid=0 2024-11-27T01:20:46,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741845_1021 (size=5158) 2024-11-27T01:20:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741846_1022 (size=5308) 2024-11-27T01:20:46,573 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:46,582 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1468, reset compression=false 2024-11-27T01:20:46,624 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1759, reset compression=false 2024-11-27T01:20:46,636 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1493, reset compression=false 2024-11-27T01:20:46,773 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:46,849 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:20:46,849 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:20:46,909 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/.tmp/f1/d79a7e4e09a34ccabd0992aa8d37eb4a 2024-11-27T01:20:46,913 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/table/578fc9fc42884126a5a7d21fe1c207e0 2024-11-27T01:20:46,913 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d79a7e4e09a34ccabd0992aa8d37eb4a 2024-11-27T01:20:46,917 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/info/e81393661ea2486d990dd4532800376f as hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/info/e81393661ea2486d990dd4532800376f 2024-11-27T01:20:46,920 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/info/e81393661ea2486d990dd4532800376f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:20:46,921 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/ns/2b85ebe515974198ad8b734cdd015716 as hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/ns/2b85ebe515974198ad8b734cdd015716 2024-11-27T01:20:46,924 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/ns/2b85ebe515974198ad8b734cdd015716, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:20:46,925 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/rep_barrier/1a0c6559ebad4ca198885ca6cd33cc2f as hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/rep_barrier/1a0c6559ebad4ca198885ca6cd33cc2f 2024-11-27T01:20:46,928 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/rep_barrier/1a0c6559ebad4ca198885ca6cd33cc2f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:20:46,929 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/.tmp/table/578fc9fc42884126a5a7d21fe1c207e0 as hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/table/578fc9fc42884126a5a7d21fe1c207e0 2024-11-27T01:20:46,929 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/.tmp/norep/7bdc6eb8d24c44689f99f1603c8fea1c is 33, key is row2/norep:/1732670442970/DeleteFamily/seqid=0 2024-11-27T01:20:46,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741847_1023 (size=5108) 2024-11-27T01:20:46,934 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/table/578fc9fc42884126a5a7d21fe1c207e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:20:46,935 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 962ms, sequenceid=16, compaction requested=false 2024-11-27T01:20:46,939 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:20:46,939 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:46,939 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:20:46,939 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:46,940 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670445972Running coprocessor pre-close hooks at 1732670445972Disabling compacts and flushes for region at 1732670445972Disabling writes for close at 1732670445973 (+1 ms)Obtaining lock to block concurrent updates at 1732670445973Preparing flush snapshotting stores in 1588230740 at 1732670445973Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670445973Flushing stores of hbase:meta,,1.1588230740 at 1732670445973Flushing 1588230740/info: creating writer at 1732670445974 (+1 ms)Flushing 1588230740/info: appending metadata at 1732670445988 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732670445988Flushing 1588230740/ns: creating writer at 1732670446399 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732670446416 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732670446416Flushing 1588230740/rep_barrier: creating writer at 1732670446430 (+14 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670446447 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670446447Flushing 1588230740/table: creating writer at 1732670446484 (+37 ms)Flushing 1588230740/table: appending metadata at 1732670446501 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732670446501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76dee915: reopening flushed file at 1732670446916 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9a828a: reopening flushed file at 1732670446920 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c4c3dc8: reopening flushed file at 1732670446925 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1fc2cc: reopening flushed file at 1732670446928 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 962ms, sequenceid=16, compaction requested=false at 1732670446935 (+7 ms)Writing region close event to WAL at 1732670446936 (+1 ms)Running coprocessor post-close hooks at 1732670446939 (+3 ms)Closed at 1732670446939 2024-11-27T01:20:46,940 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:46,973 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:20:46,973 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1325): Online Regions={5c78c3bb997e176d66c569974d5d6e0e=test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e.} 2024-11-27T01:20:46,973 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1351): Waiting on 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:47,028 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.wal-reader.7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.1732670425998 to pos 1759, reset compression=false 2024-11-27T01:20:47,039 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1493, reset compression=false 2024-11-27T01:20:47,086 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1468, reset compression=false 2024-11-27T01:20:47,173 DEBUG [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1351): Waiting on 5c78c3bb997e176d66c569974d5d6e0e 2024-11-27T01:20:47,334 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/.tmp/norep/7bdc6eb8d24c44689f99f1603c8fea1c 2024-11-27T01:20:47,338 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bdc6eb8d24c44689f99f1603c8fea1c 2024-11-27T01:20:47,339 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/.tmp/f/d33ef84e21af45f0adb1d2c06bb7bb0e as hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/f/d33ef84e21af45f0adb1d2c06bb7bb0e 2024-11-27T01:20:47,343 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d33ef84e21af45f0adb1d2c06bb7bb0e 2024-11-27T01:20:47,343 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/f/d33ef84e21af45f0adb1d2c06bb7bb0e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T01:20:47,344 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/.tmp/f1/d79a7e4e09a34ccabd0992aa8d37eb4a as hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/f1/d79a7e4e09a34ccabd0992aa8d37eb4a 2024-11-27T01:20:47,348 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d79a7e4e09a34ccabd0992aa8d37eb4a 2024-11-27T01:20:47,348 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/f1/d79a7e4e09a34ccabd0992aa8d37eb4a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T01:20:47,349 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/.tmp/norep/7bdc6eb8d24c44689f99f1603c8fea1c as hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/norep/7bdc6eb8d24c44689f99f1603c8fea1c 2024-11-27T01:20:47,352 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7bdc6eb8d24c44689f99f1603c8fea1c 2024-11-27T01:20:47,353 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/norep/7bdc6eb8d24c44689f99f1603c8fea1c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T01:20:47,353 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5c78c3bb997e176d66c569974d5d6e0e in 1328ms, sequenceid=12, compaction requested=false 2024-11-27T01:20:47,359 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/data/default/test/5c78c3bb997e176d66c569974d5d6e0e/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T01:20:47,359 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:47,359 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:20:47,359 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:47,359 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5c78c3bb997e176d66c569974d5d6e0e: Waiting for close lock at 1732670446025Running coprocessor pre-close hooks at 1732670446025Disabling compacts and flushes for region at 1732670446025Disabling writes for close at 1732670446025Obtaining lock to block concurrent updates at 1732670446025Preparing flush snapshotting stores in 5c78c3bb997e176d66c569974d5d6e0e at 1732670446025Finished memstore snapshotting test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732670446026 (+1 ms)Flushing stores of test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. at 1732670446026Flushing 5c78c3bb997e176d66c569974d5d6e0e/f: creating writer at 1732670446026Flushing 5c78c3bb997e176d66c569974d5d6e0e/f: appending metadata at 1732670446041 (+15 ms)Flushing 5c78c3bb997e176d66c569974d5d6e0e/f: closing flushed file at 1732670446041Flushing 5c78c3bb997e176d66c569974d5d6e0e/f1: creating writer at 1732670446460 (+419 ms)Flushing 5c78c3bb997e176d66c569974d5d6e0e/f1: appending metadata at 1732670446498 (+38 ms)Flushing 5c78c3bb997e176d66c569974d5d6e0e/f1: closing flushed file at 1732670446498Flushing 5c78c3bb997e176d66c569974d5d6e0e/norep: creating writer at 1732670446913 (+415 ms)Flushing 5c78c3bb997e176d66c569974d5d6e0e/norep: appending metadata at 1732670446929 (+16 ms)Flushing 5c78c3bb997e176d66c569974d5d6e0e/norep: closing flushed file at 1732670446929Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fb6d1f4: reopening flushed file at 1732670447338 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@954d02a: reopening flushed file at 1732670447343 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f71f2bf: reopening flushed file at 1732670447348 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5c78c3bb997e176d66c569974d5d6e0e in 1328ms, sequenceid=12, compaction requested=false at 1732670447353 (+5 ms)Writing region close event to WAL at 1732670447356 (+3 ms)Running coprocessor post-close hooks at 1732670447359 (+3 ms)Closed at 1732670447359 2024-11-27T01:20:47,359 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670430297.5c78c3bb997e176d66c569974d5d6e0e. 2024-11-27T01:20:47,373 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,46049,1732670423849; all regions closed. 2024-11-27T01:20:47,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741834_1010 (size=4239) 2024-11-27T01:20:47,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741839_1015 (size=3333) 2024-11-27T01:20:47,378 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/WALs/7d6f26a4c136,46049,1732670423849/7d6f26a4c136%2C46049%2C1732670423849.rep.1732670436504 not finished, retry = 0 2024-11-27T01:20:47,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741832_1008 (size=2411) 2024-11-27T01:20:47,481 DEBUG [RS:0;7d6f26a4c136:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:47,481 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:20:47,481 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:20:47,481 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:20:47,482 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:20:47,482 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:20:47,482 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,46049,1732670423849 because: Region server is closing 2024-11-27T01:20:47,482 INFO [RS:0;7d6f26a4c136:46049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:46049. 2024-11-27T01:20:47,482 DEBUG [RS:0;7d6f26a4c136:46049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:47,482 DEBUG [RS:0;7d6f26a4c136:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:47,482 DEBUG [RS:0;7d6f26a4c136:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:47,482 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:47,542 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1493, reset compression=false 2024-11-27T01:20:47,582 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,46049,1732670423849.replicationSource.shipper7d6f26a4c136%2C46049%2C1732670423849,1-7d6f26a4c136,46049,1732670423849 terminated 2024-11-27T01:20:47,583 INFO [RS:0;7d6f26a4c136:46049 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:46049. 2024-11-27T01:20:47,583 DEBUG [RS:0;7d6f26a4c136:46049 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:47,583 DEBUG [RS:0;7d6f26a4c136:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:47,583 DEBUG [RS:0;7d6f26a4c136:46049 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:47,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:47,583 INFO [RS:0;7d6f26a4c136:46049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46049 2024-11-27T01:20:47,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21598536952/rs/7d6f26a4c136,46049,1732670423849 2024-11-27T01:20:47,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952/rs 2024-11-27T01:20:47,587 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:20:47,588 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,46049,1732670423849] 2024-11-27T01:20:47,589 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21598536952/draining/7d6f26a4c136,46049,1732670423849 already deleted, retry=false 2024-11-27T01:20:47,589 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,46049,1732670423849 expired; onlineServers=0 2024-11-27T01:20:47,590 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,34419,1732670423790' ***** 2024-11-27T01:20:47,590 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:20:47,590 INFO [M:0;7d6f26a4c136:34419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:20:47,590 INFO [M:0;7d6f26a4c136:34419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:20:47,590 DEBUG [M:0;7d6f26a4c136:34419 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:20:47,590 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:20:47,590 DEBUG [M:0;7d6f26a4c136:34419 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:20:47,590 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670425716 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670425716,5,FailOnTimeoutGroup] 2024-11-27T01:20:47,590 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670425717 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670425717,5,FailOnTimeoutGroup] 2024-11-27T01:20:47,590 INFO [M:0;7d6f26a4c136:34419 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:20:47,590 INFO [M:0;7d6f26a4c136:34419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:20:47,590 DEBUG [M:0;7d6f26a4c136:34419 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:20:47,590 INFO [M:0;7d6f26a4c136:34419 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:20:47,591 INFO [M:0;7d6f26a4c136:34419 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:20:47,591 INFO [M:0;7d6f26a4c136:34419 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:20:47,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21598536952/master 2024-11-27T01:20:47,591 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:20:47,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21598536952 2024-11-27T01:20:47,591 DEBUG [M:0;7d6f26a4c136:34419 {}] zookeeper.ZKUtil(347): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Unable to get data of znode /21598536952/master because node does not exist (not an error) 2024-11-27T01:20:47,591 WARN [M:0;7d6f26a4c136:34419 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:20:47,592 INFO [M:0;7d6f26a4c136:34419 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/.lastflushedseqids 2024-11-27T01:20:47,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741848_1024 (size=245) 2024-11-27T01:20:47,688 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1468, reset compression=false 2024-11-27T01:20:47,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46049-0x101570253780007, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:47,689 INFO [RS:0;7d6f26a4c136:46049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:20:47,689 INFO [RS:0;7d6f26a4c136:46049 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,46049,1732670423849; zookeeper connection closed. 2024-11-27T01:20:47,689 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cce6a20 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cce6a20 2024-11-27T01:20:47,689 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:20:47,800 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:20:47,997 INFO [M:0;7d6f26a4c136:34419 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:20:47,997 INFO [M:0;7d6f26a4c136:34419 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:20:47,997 DEBUG [M:0;7d6f26a4c136:34419 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:20:47,997 INFO [M:0;7d6f26a4c136:34419 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:47,997 DEBUG [M:0;7d6f26a4c136:34419 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:47,997 DEBUG [M:0;7d6f26a4c136:34419 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:20:47,997 DEBUG [M:0;7d6f26a4c136:34419 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:47,997 INFO [M:0;7d6f26a4c136:34419 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-27T01:20:48,016 DEBUG [M:0;7d6f26a4c136:34419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e388daa152c84e1e8d126efb492401e3 is 82, key is hbase:meta,,1/info:regioninfo/1732670426911/Put/seqid=0 2024-11-27T01:20:48,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741849_1025 (size=5672) 2024-11-27T01:20:48,146 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1493, reset compression=false 2024-11-27T01:20:48,391 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1468, reset compression=false 2024-11-27T01:20:48,420 INFO [M:0;7d6f26a4c136:34419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e388daa152c84e1e8d126efb492401e3 2024-11-27T01:20:48,442 DEBUG [M:0;7d6f26a4c136:34419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/296848bec38b4758a1e0af3197d98344 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732670436546/Put/seqid=0 2024-11-27T01:20:48,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741850_1026 (size=9213) 2024-11-27T01:20:48,445 INFO [M:0;7d6f26a4c136:34419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/296848bec38b4758a1e0af3197d98344 2024-11-27T01:20:48,468 DEBUG [M:0;7d6f26a4c136:34419 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f873a5d52ee4cc2b24f2920fe8419ef is 69, key is 7d6f26a4c136,46049,1732670423849/rs:state/1732670425818/Put/seqid=0 2024-11-27T01:20:48,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741851_1027 (size=5156) 2024-11-27T01:20:48,850 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1493, reset compression=false 2024-11-27T01:20:48,872 INFO [M:0;7d6f26a4c136:34419 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f873a5d52ee4cc2b24f2920fe8419ef 2024-11-27T01:20:48,876 DEBUG [M:0;7d6f26a4c136:34419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e388daa152c84e1e8d126efb492401e3 as hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e388daa152c84e1e8d126efb492401e3 2024-11-27T01:20:48,880 INFO [M:0;7d6f26a4c136:34419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e388daa152c84e1e8d126efb492401e3, entries=8, sequenceid=127, filesize=5.5 K 2024-11-27T01:20:48,881 DEBUG [M:0;7d6f26a4c136:34419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/296848bec38b4758a1e0af3197d98344 as hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/296848bec38b4758a1e0af3197d98344 2024-11-27T01:20:48,886 INFO [M:0;7d6f26a4c136:34419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/296848bec38b4758a1e0af3197d98344, entries=15, sequenceid=127, filesize=9.0 K 2024-11-27T01:20:48,887 DEBUG [M:0;7d6f26a4c136:34419 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f873a5d52ee4cc2b24f2920fe8419ef as hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f873a5d52ee4cc2b24f2920fe8419ef 2024-11-27T01:20:48,891 INFO [M:0;7d6f26a4c136:34419 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43381/user/jenkins/test-data/514d727c-ea56-987b-2c98-20dc64f152ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f873a5d52ee4cc2b24f2920fe8419ef, entries=1, sequenceid=127, filesize=5.0 K 2024-11-27T01:20:48,892 INFO [M:0;7d6f26a4c136:34419 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=127, compaction requested=false 2024-11-27T01:20:48,893 INFO [M:0;7d6f26a4c136:34419 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:48,893 DEBUG [M:0;7d6f26a4c136:34419 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670447997Disabling compacts and flushes for region at 1732670447997Disabling writes for close at 1732670447997Obtaining lock to block concurrent updates at 1732670447997Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670447997Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732670447998 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670447998Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670447998Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670448015 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670448015Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670448424 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670448441 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670448441Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670448449 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670448467 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670448467Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ac034c9: reopening flushed file at 1732670448876 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76900636: reopening flushed file at 1732670448880 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39d62e1: reopening flushed file at 1732670448886 (+6 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=127, compaction requested=false at 1732670448892 (+6 ms)Writing region close event to WAL at 1732670448893 (+1 ms)Closed at 1732670448893 2024-11-27T01:20:48,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41915 is added to blk_1073741830_1006 (size=73878) 2024-11-27T01:20:48,896 INFO [M:0;7d6f26a4c136:34419 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:20:48,896 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:20:48,896 INFO [M:0;7d6f26a4c136:34419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34419 2024-11-27T01:20:48,897 INFO [M:0;7d6f26a4c136:34419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:20:48,998 INFO [M:0;7d6f26a4c136:34419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:20:48,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:48,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34419-0x101570253780006, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:49,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@491e3e20{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:20:49,002 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c83d38d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:20:49,002 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:20:49,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6181fcd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:20:49,002 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@794694b1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/hadoop.log.dir/,STOPPED} 2024-11-27T01:20:49,004 WARN [BP-1649420138-172.17.0.2-1732670422772 heartbeating to localhost/127.0.0.1:43381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:20:49,004 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:20:49,004 WARN [BP-1649420138-172.17.0.2-1732670422772 heartbeating to localhost/127.0.0.1:43381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1649420138-172.17.0.2-1732670422772 (Datanode Uuid 47378020-6304-4839-8927-036fcdefa211) service to localhost/127.0.0.1:43381 2024-11-27T01:20:49,004 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:20:49,005 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/cluster_67573c91-261b-bc61-4c71-ed73344318f4/data/data1/current/BP-1649420138-172.17.0.2-1732670422772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:20:49,006 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/cluster_67573c91-261b-bc61-4c71-ed73344318f4/data/data2/current/BP-1649420138-172.17.0.2-1732670422772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:20:49,006 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:20:49,013 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7f0c490e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:20:49,014 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c1c489a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:20:49,014 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:20:49,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29d513ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:20:49,014 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@522fe28d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/hadoop.log.dir/,STOPPED} 2024-11-27T01:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:20:49,032 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:49,032 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:49,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:49,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:49,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:20:49,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:49,033 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=687833925, stopped=false 2024-11-27T01:20:49,033 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,33199,1732670420369 2024-11-27T01:20:49,043 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/144863530/running 2024-11-27T01:20:49,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/144863530/running 2024-11-27T01:20:49,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:49,043 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:49,046 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:20:49,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Set watcher on znode that does not yet exist, /144863530/running 2024-11-27T01:20:49,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:49,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:49,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:49,047 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,33427,1732670420440' ***** 2024-11-27T01:20:49,047 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:20:49,047 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:20:49,047 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:20:49,047 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Set watcher on znode that does not yet exist, /144863530/running 2024-11-27T01:20:49,047 INFO [RS:0;7d6f26a4c136:33427 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:20:49,047 INFO [RS:0;7d6f26a4c136:33427 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:20:49,047 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(3091): Received CLOSE for 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:49,048 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(3091): Received CLOSE for 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:49,048 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:49,048 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:20:49,048 INFO [RS:0;7d6f26a4c136:33427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:33427. 2024-11-27T01:20:49,048 DEBUG [RS:0;7d6f26a4c136:33427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:49,048 DEBUG [RS:0;7d6f26a4c136:33427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:49,048 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22503c8af59065022ac982fc9af76630, disabling compactions & flushes 2024-11-27T01:20:49,049 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:20:49,049 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:49,049 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:20:49,049 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:20:49,049 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:49,049 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:20:49,049 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. after waiting 0 ms 2024-11-27T01:20:49,049 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:49,049 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22503c8af59065022ac982fc9af76630 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-27T01:20:49,052 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:20:49,052 DEBUG [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1325): Online Regions={22503c8af59065022ac982fc9af76630=hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630., 1588230740=hbase:meta,,1.1588230740, 0102fc9820405a8c267c58c82f9d0f8d=test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d.} 2024-11-27T01:20:49,052 DEBUG [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1351): Waiting on 0102fc9820405a8c267c58c82f9d0f8d, 1588230740, 22503c8af59065022ac982fc9af76630 2024-11-27T01:20:49,052 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:20:49,053 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:20:49,053 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:20:49,053 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:20:49,053 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:20:49,053 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:20:49,072 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/replication/22503c8af59065022ac982fc9af76630/.tmp/queue/c9e98c7a146d4d72b063191c3517dac5 is 154, key is 1-7d6f26a4c136,33427,1732670420440/queue:7d6f26a4c136%2C33427%2C1732670420440/1732670445675/Put/seqid=0 2024-11-27T01:20:49,075 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/info/18e4b52af5814c33bb9bbb44dda13247 is 147, key is hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630./info:regioninfo/1732670434781/Put/seqid=0 2024-11-27T01:20:49,083 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:20:49,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741840_1016 (size=5353) 2024-11-27T01:20:49,095 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/replication/22503c8af59065022ac982fc9af76630/.tmp/queue/c9e98c7a146d4d72b063191c3517dac5 2024-11-27T01:20:49,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741841_1017 (size=7686) 2024-11-27T01:20:49,097 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/info/18e4b52af5814c33bb9bbb44dda13247 2024-11-27T01:20:49,103 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/replication/22503c8af59065022ac982fc9af76630/.tmp/queue/c9e98c7a146d4d72b063191c3517dac5 as hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/replication/22503c8af59065022ac982fc9af76630/queue/c9e98c7a146d4d72b063191c3517dac5 2024-11-27T01:20:49,121 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/replication/22503c8af59065022ac982fc9af76630/queue/c9e98c7a146d4d72b063191c3517dac5, entries=1, sequenceid=14, filesize=5.2 K 2024-11-27T01:20:49,124 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 22503c8af59065022ac982fc9af76630 in 75ms, sequenceid=14, compaction requested=false 2024-11-27T01:20:49,131 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/ns/c2431d972176428e9bda761f9aea2fce is 43, key is default/ns:d/1732670422634/Put/seqid=0 2024-11-27T01:20:49,137 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/replication/22503c8af59065022ac982fc9af76630/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-27T01:20:49,138 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:49,138 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:20:49,138 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:49,138 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22503c8af59065022ac982fc9af76630: Waiting for close lock at 1732670449048Running coprocessor pre-close hooks at 1732670449048Disabling compacts and flushes for region at 1732670449048Disabling writes for close at 1732670449049 (+1 ms)Obtaining lock to block concurrent updates at 1732670449049Preparing flush snapshotting stores in 22503c8af59065022ac982fc9af76630 at 1732670449049Finished memstore snapshotting hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732670449049Flushing stores of hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. at 1732670449050 (+1 ms)Flushing 22503c8af59065022ac982fc9af76630/queue: creating writer at 1732670449050Flushing 22503c8af59065022ac982fc9af76630/queue: appending metadata at 1732670449071 (+21 ms)Flushing 22503c8af59065022ac982fc9af76630/queue: closing flushed file at 1732670449071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b84a271: reopening flushed file at 1732670449102 (+31 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 22503c8af59065022ac982fc9af76630 in 75ms, sequenceid=14, compaction requested=false at 1732670449124 (+22 ms)Writing region close event to WAL at 1732670449132 (+8 ms)Running coprocessor post-close hooks at 1732670449138 (+6 ms)Closed at 1732670449138 2024-11-27T01:20:49,138 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670433618.22503c8af59065022ac982fc9af76630. 2024-11-27T01:20:49,139 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0102fc9820405a8c267c58c82f9d0f8d, disabling compactions & flushes 2024-11-27T01:20:49,139 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:49,139 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:49,139 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. after waiting 0 ms 2024-11-27T01:20:49,139 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:49,139 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0102fc9820405a8c267c58c82f9d0f8d 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-27T01:20:49,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741842_1018 (size=5153) 2024-11-27T01:20:49,151 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/ns/c2431d972176428e9bda761f9aea2fce 2024-11-27T01:20:49,161 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/.tmp/f/f52f7469c99e4624a5a4a35cb1f5bab3 is 37, key is row3/f:row3/1732670444626/Put/seqid=0 2024-11-27T01:20:49,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741843_1019 (size=5228) 2024-11-27T01:20:49,171 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/.tmp/f/f52f7469c99e4624a5a4a35cb1f5bab3 2024-11-27T01:20:49,174 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/rep_barrier/e2d61afb62ea44cfac0fd68e42c18032 is 112, key is test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d./rep_barrier:seqnumDuringOpen/1732670429309/Put/seqid=0 2024-11-27T01:20:49,177 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f52f7469c99e4624a5a4a35cb1f5bab3 2024-11-27T01:20:49,195 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1468, reset compression=false 2024-11-27T01:20:49,200 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/.tmp/f1/33078a7def9041f592491deac7fa57c1 is 30, key is row1/f1:/1732670441961/DeleteFamily/seqid=0 2024-11-27T01:20:49,219 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:49,219 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1715, reset compression=false 2024-11-27T01:20:49,219 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33427,1732670420440 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:49,220 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:20:49,220 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:20:49,220 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7d6f26a4c136,33427,1732670420440: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7d6f26a4c136,33427,1732670420440, walGroup=7d6f26a4c136%2C33427%2C1732670420440, offset=7d6f26a4c136%2C33427%2C1732670420440.1732670422299:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:33427 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T01:20:49,221 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T01:20:49,221 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T01:20:49,222 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T01:20:49,222 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T01:20:49,222 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T01:20:49,222 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1226833920, "init": 1048576000, "max": 2306867200, "used": 908126328 }, "NonHeapMemoryUsage": { "committed": 201916416, "init": 7667712, "max": -1, "used": 198856424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T01:20:49,222 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:33199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:33199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T01:20:49,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741844_1020 (size=5518) 2024-11-27T01:20:49,227 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/rep_barrier/e2d61afb62ea44cfac0fd68e42c18032 2024-11-27T01:20:49,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741845_1021 (size=5158) 2024-11-27T01:20:49,252 DEBUG [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1351): Waiting on 0102fc9820405a8c267c58c82f9d0f8d, 1588230740 2024-11-27T01:20:49,253 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/.tmp/f1/33078a7def9041f592491deac7fa57c1 2024-11-27T01:20:49,261 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33078a7def9041f592491deac7fa57c1 2024-11-27T01:20:49,271 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/table/21971f74c0734e68b1e4031265c4670a is 53, key is hbase:replication/table:state/1732670434787/Put/seqid=0 2024-11-27T01:20:49,280 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/.tmp/norep/46dfff065c524fc690dc378728ee0933 is 33, key is row1/norep:/1732670441961/DeleteFamily/seqid=0 2024-11-27T01:20:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741846_1022 (size=5308) 2024-11-27T01:20:49,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741847_1023 (size=5108) 2024-11-27T01:20:49,294 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/table/21971f74c0734e68b1e4031265c4670a 2024-11-27T01:20:49,301 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/info/18e4b52af5814c33bb9bbb44dda13247 as hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/info/18e4b52af5814c33bb9bbb44dda13247 2024-11-27T01:20:49,305 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/info/18e4b52af5814c33bb9bbb44dda13247, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:20:49,306 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/ns/c2431d972176428e9bda761f9aea2fce as hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/ns/c2431d972176428e9bda761f9aea2fce 2024-11-27T01:20:49,311 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/ns/c2431d972176428e9bda761f9aea2fce, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:20:49,313 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/rep_barrier/e2d61afb62ea44cfac0fd68e42c18032 as hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/rep_barrier/e2d61afb62ea44cfac0fd68e42c18032 2024-11-27T01:20:49,330 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/rep_barrier/e2d61afb62ea44cfac0fd68e42c18032, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:20:49,331 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/.tmp/table/21971f74c0734e68b1e4031265c4670a as hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/table/21971f74c0734e68b1e4031265c4670a 2024-11-27T01:20:49,338 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/table/21971f74c0734e68b1e4031265c4670a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:20:49,339 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 286ms, sequenceid=16, compaction requested=false 2024-11-27T01:20:49,393 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:20:49,394 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:49,394 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:20:49,394 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:49,394 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670449052Running coprocessor pre-close hooks at 1732670449052Disabling compacts and flushes for region at 1732670449052Disabling writes for close at 1732670449053 (+1 ms)Obtaining lock to block concurrent updates at 1732670449053Preparing flush snapshotting stores in 1588230740 at 1732670449053Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670449053Flushing stores of hbase:meta,,1.1588230740 at 1732670449054 (+1 ms)Flushing 1588230740/info: creating writer at 1732670449054Flushing 1588230740/info: appending metadata at 1732670449075 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732670449075Flushing 1588230740/ns: creating writer at 1732670449111 (+36 ms)Flushing 1588230740/ns: appending metadata at 1732670449131 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732670449131Flushing 1588230740/rep_barrier: creating writer at 1732670449156 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670449173 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670449173Flushing 1588230740/table: creating writer at 1732670449233 (+60 ms)Flushing 1588230740/table: appending metadata at 1732670449270 (+37 ms)Flushing 1588230740/table: closing flushed file at 1732670449270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10272207: reopening flushed file at 1732670449300 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@188767bc: reopening flushed file at 1732670449306 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672dadf8: reopening flushed file at 1732670449311 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2960aa83: reopening flushed file at 1732670449330 (+19 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 286ms, sequenceid=16, compaction requested=false at 1732670449339 (+9 ms)Writing region close event to WAL at 1732670449388 (+49 ms)Running coprocessor post-close hooks at 1732670449394 (+6 ms)Closed at 1732670449394 2024-11-27T01:20:49,394 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:49,453 DEBUG [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1351): Waiting on 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:49,456 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1715, reset compression=false 2024-11-27T01:20:49,653 DEBUG [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1351): Waiting on 0102fc9820405a8c267c58c82f9d0f8d 2024-11-27T01:20:49,654 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1493, reset compression=false 2024-11-27T01:20:49,688 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/.tmp/norep/46dfff065c524fc690dc378728ee0933 2024-11-27T01:20:49,691 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46dfff065c524fc690dc378728ee0933 2024-11-27T01:20:49,692 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/.tmp/f/f52f7469c99e4624a5a4a35cb1f5bab3 as hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/f/f52f7469c99e4624a5a4a35cb1f5bab3 2024-11-27T01:20:49,695 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f52f7469c99e4624a5a4a35cb1f5bab3 2024-11-27T01:20:49,695 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/f/f52f7469c99e4624a5a4a35cb1f5bab3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T01:20:49,696 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/.tmp/f1/33078a7def9041f592491deac7fa57c1 as hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/f1/33078a7def9041f592491deac7fa57c1 2024-11-27T01:20:49,699 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33078a7def9041f592491deac7fa57c1 2024-11-27T01:20:49,699 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/f1/33078a7def9041f592491deac7fa57c1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T01:20:49,700 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/.tmp/norep/46dfff065c524fc690dc378728ee0933 as hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/norep/46dfff065c524fc690dc378728ee0933 2024-11-27T01:20:49,704 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 46dfff065c524fc690dc378728ee0933 2024-11-27T01:20:49,704 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/norep/46dfff065c524fc690dc378728ee0933, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T01:20:49,706 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0102fc9820405a8c267c58c82f9d0f8d in 567ms, sequenceid=12, compaction requested=false 2024-11-27T01:20:49,716 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/data/default/test/0102fc9820405a8c267c58c82f9d0f8d/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T01:20:49,717 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:49,717 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:20:49,717 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:49,717 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0102fc9820405a8c267c58c82f9d0f8d: Waiting for close lock at 1732670449139Running coprocessor pre-close hooks at 1732670449139Disabling compacts and flushes for region at 1732670449139Disabling writes for close at 1732670449139Obtaining lock to block concurrent updates at 1732670449139Preparing flush snapshotting stores in 0102fc9820405a8c267c58c82f9d0f8d at 1732670449139Finished memstore snapshotting test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732670449139Flushing stores of test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. at 1732670449140 (+1 ms)Flushing 0102fc9820405a8c267c58c82f9d0f8d/f: creating writer at 1732670449140Flushing 0102fc9820405a8c267c58c82f9d0f8d/f: appending metadata at 1732670449160 (+20 ms)Flushing 0102fc9820405a8c267c58c82f9d0f8d/f: closing flushed file at 1732670449160Flushing 0102fc9820405a8c267c58c82f9d0f8d/f1: creating writer at 1732670449177 (+17 ms)Flushing 0102fc9820405a8c267c58c82f9d0f8d/f1: appending metadata at 1732670449198 (+21 ms)Flushing 0102fc9820405a8c267c58c82f9d0f8d/f1: closing flushed file at 1732670449198Flushing 0102fc9820405a8c267c58c82f9d0f8d/norep: creating writer at 1732670449262 (+64 ms)Flushing 0102fc9820405a8c267c58c82f9d0f8d/norep: appending metadata at 1732670449279 (+17 ms)Flushing 0102fc9820405a8c267c58c82f9d0f8d/norep: closing flushed file at 1732670449279Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60c0595e: reopening flushed file at 1732670449691 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55db39e2: reopening flushed file at 1732670449695 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba6a96f: reopening flushed file at 1732670449699 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 0102fc9820405a8c267c58c82f9d0f8d in 567ms, sequenceid=12, compaction requested=false at 1732670449706 (+7 ms)Writing region close event to WAL at 1732670449714 (+8 ms)Running coprocessor post-close hooks at 1732670449717 (+3 ms)Closed at 1732670449717 2024-11-27T01:20:49,717 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670428147.0102fc9820405a8c267c58c82f9d0f8d. 2024-11-27T01:20:49,762 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 1715, reset compression=false 2024-11-27T01:20:49,766 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:49,766 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 2359, reset compression=false 2024-11-27T01:20:49,853 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,33427,1732670420440; all regions closed. 2024-11-27T01:20:49,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741834_1010 (size=4239) 2024-11-27T01:20:49,856 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.meta.1732670422582.meta not finished, retry = 0 2024-11-27T01:20:49,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741839_1015 (size=3552) 2024-11-27T01:20:49,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.rep.1732670434750 not finished, retry = 0 2024-11-27T01:20:49,969 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 to pos 2359, reset compression=false 2024-11-27T01:20:50,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/WALs/7d6f26a4c136,33427,1732670420440/7d6f26a4c136%2C33427%2C1732670420440.1732670422299 not finished, retry = 0 2024-11-27T01:20:50,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741833_1009 (size=2367) 2024-11-27T01:20:50,162 DEBUG [RS:0;7d6f26a4c136:33427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:50,162 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:20:50,162 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:20:50,162 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:20:50,163 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:20:50,163 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:20:50,163 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,33427,1732670420440 because: Region server is closing 2024-11-27T01:20:50,163 INFO [RS:0;7d6f26a4c136:33427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:33427. 2024-11-27T01:20:50,163 DEBUG [RS:0;7d6f26a4c136:33427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:50,163 DEBUG [RS:0;7d6f26a4c136:33427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:50,163 DEBUG [RS:0;7d6f26a4c136:33427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:50,164 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:50,264 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.shipper7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 terminated 2024-11-27T01:20:50,264 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33427,1732670420440.replicationSource.wal-reader.7d6f26a4c136%2C33427%2C1732670420440,1-7d6f26a4c136,33427,1732670420440 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:20:50,264 INFO [RS:0;7d6f26a4c136:33427 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:33427. 2024-11-27T01:20:50,264 DEBUG [RS:0;7d6f26a4c136:33427 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:50,264 DEBUG [RS:0;7d6f26a4c136:33427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:50,264 DEBUG [RS:0;7d6f26a4c136:33427 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:50,264 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:50,264 INFO [RS:0;7d6f26a4c136:33427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33427 2024-11-27T01:20:50,267 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/144863530/rs/7d6f26a4c136,33427,1732670420440 2024-11-27T01:20:50,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530/rs 2024-11-27T01:20:50,267 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:20:50,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,33427,1732670420440] 2024-11-27T01:20:50,272 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /144863530/draining/7d6f26a4c136,33427,1732670420440 already deleted, retry=false 2024-11-27T01:20:50,272 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,33427,1732670420440 expired; onlineServers=0 2024-11-27T01:20:50,272 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,33199,1732670420369' ***** 2024-11-27T01:20:50,272 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:20:50,272 INFO [M:0;7d6f26a4c136:33199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:20:50,272 INFO [M:0;7d6f26a4c136:33199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:20:50,272 DEBUG [M:0;7d6f26a4c136:33199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:20:50,272 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:20:50,273 DEBUG [M:0;7d6f26a4c136:33199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:20:50,273 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670421950 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670421950,5,FailOnTimeoutGroup] 2024-11-27T01:20:50,273 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670421947 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670421947,5,FailOnTimeoutGroup] 2024-11-27T01:20:50,273 INFO [M:0;7d6f26a4c136:33199 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:20:50,273 INFO [M:0;7d6f26a4c136:33199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:20:50,273 DEBUG [M:0;7d6f26a4c136:33199 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:20:50,273 INFO [M:0;7d6f26a4c136:33199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:20:50,273 INFO [M:0;7d6f26a4c136:33199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:20:50,273 INFO [M:0;7d6f26a4c136:33199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:20:50,273 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:20:50,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/144863530/master 2024-11-27T01:20:50,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/144863530 2024-11-27T01:20:50,274 DEBUG [M:0;7d6f26a4c136:33199 {}] zookeeper.ZKUtil(347): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Unable to get data of znode /144863530/master because node does not exist (not an error) 2024-11-27T01:20:50,274 WARN [M:0;7d6f26a4c136:33199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:20:50,275 INFO [M:0;7d6f26a4c136:33199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/.lastflushedseqids 2024-11-27T01:20:50,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741848_1024 (size=245) 2024-11-27T01:20:50,348 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:20:50,371 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:50,371 DEBUG [pool-1705-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33427-0x101570253780004, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:50,371 INFO [RS:0;7d6f26a4c136:33427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:20:50,371 INFO [RS:0;7d6f26a4c136:33427 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,33427,1732670420440; zookeeper connection closed. 2024-11-27T01:20:50,372 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a881ab2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a881ab2 2024-11-27T01:20:50,372 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:20:50,557 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1493, reset compression=false 2024-11-27T01:20:50,679 INFO [M:0;7d6f26a4c136:33199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:20:50,680 INFO [M:0;7d6f26a4c136:33199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:20:50,680 DEBUG [M:0;7d6f26a4c136:33199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:20:50,680 INFO [M:0;7d6f26a4c136:33199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:50,680 DEBUG [M:0;7d6f26a4c136:33199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:50,680 DEBUG [M:0;7d6f26a4c136:33199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:20:50,680 DEBUG [M:0;7d6f26a4c136:33199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:50,680 INFO [M:0;7d6f26a4c136:33199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T01:20:50,695 DEBUG [M:0;7d6f26a4c136:33199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb160023121349199cb236b7c10aaf2d is 82, key is hbase:meta,,1/info:regioninfo/1732670422623/Put/seqid=0 2024-11-27T01:20:50,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741849_1025 (size=5672) 2024-11-27T01:20:51,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,057 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,099 INFO [M:0;7d6f26a4c136:33199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb160023121349199cb236b7c10aaf2d 2024-11-27T01:20:51,120 DEBUG [M:0;7d6f26a4c136:33199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f27a4fd7f124f6e8a8e89bb263ff6d9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732670434790/Put/seqid=0 2024-11-27T01:20:51,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741850_1026 (size=8517) 2024-11-27T01:20:51,524 INFO [M:0;7d6f26a4c136:33199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f27a4fd7f124f6e8a8e89bb263ff6d9 2024-11-27T01:20:51,553 DEBUG [M:0;7d6f26a4c136:33199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1111f43e13d24ed8bf164b8e077a84ed is 69, key is 7d6f26a4c136,33427,1732670420440/rs:state/1732670422086/Put/seqid=0 2024-11-27T01:20:51,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741851_1027 (size=5156) 2024-11-27T01:20:51,560 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1493, reset compression=false 2024-11-27T01:20:51,589 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:20:51,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,590 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,591 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,623 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:51,957 INFO [M:0;7d6f26a4c136:33199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1111f43e13d24ed8bf164b8e077a84ed 2024-11-27T01:20:51,962 DEBUG [M:0;7d6f26a4c136:33199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eb160023121349199cb236b7c10aaf2d as hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb160023121349199cb236b7c10aaf2d 2024-11-27T01:20:51,966 INFO [M:0;7d6f26a4c136:33199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eb160023121349199cb236b7c10aaf2d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T01:20:51,967 DEBUG [M:0;7d6f26a4c136:33199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4f27a4fd7f124f6e8a8e89bb263ff6d9 as hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f27a4fd7f124f6e8a8e89bb263ff6d9 2024-11-27T01:20:51,970 INFO [M:0;7d6f26a4c136:33199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4f27a4fd7f124f6e8a8e89bb263ff6d9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T01:20:51,971 DEBUG [M:0;7d6f26a4c136:33199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1111f43e13d24ed8bf164b8e077a84ed as hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1111f43e13d24ed8bf164b8e077a84ed 2024-11-27T01:20:51,975 INFO [M:0;7d6f26a4c136:33199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37167/user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1111f43e13d24ed8bf164b8e077a84ed, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T01:20:51,975 INFO [M:0;7d6f26a4c136:33199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false 2024-11-27T01:20:51,977 INFO [M:0;7d6f26a4c136:33199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:51,977 DEBUG [M:0;7d6f26a4c136:33199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670450680Disabling compacts and flushes for region at 1732670450680Disabling writes for close at 1732670450680Obtaining lock to block concurrent updates at 1732670450680Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670450680Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732670450680Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670450681 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670450681Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670450695 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670450695Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670451103 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670451120 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670451120Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670451528 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670451552 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670451552Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61c5306b: reopening flushed file at 1732670451962 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@622071e2: reopening flushed file at 1732670451967 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d36bef: reopening flushed file at 1732670451971 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false at 1732670451975 (+4 ms)Writing region close event to WAL at 1732670451977 (+2 ms)Closed at 1732670451977 2024-11-27T01:20:51,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37421 is added to blk_1073741830_1006 (size=63666) 2024-11-27T01:20:51,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/18d8c119-7339-ce6c-ccf2-3b22293d3a0e/MasterData/WALs/7d6f26a4c136,33199,1732670420369/7d6f26a4c136%2C33199%2C1732670420369.1732670421806 not finished, retry = 0 2024-11-27T01:20:52,080 INFO [M:0;7d6f26a4c136:33199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:20:52,080 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:20:52,080 INFO [M:0;7d6f26a4c136:33199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33199 2024-11-27T01:20:52,080 INFO [M:0;7d6f26a4c136:33199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:20:52,182 INFO [M:0;7d6f26a4c136:33199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:20:52,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:52,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33199-0x101570253780003, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:52,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14f25c05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:20:52,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e08126{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:20:52,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:20:52,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a2107a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:20:52,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@339b9dcb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/hadoop.log.dir/,STOPPED} 2024-11-27T01:20:52,188 WARN [BP-1223243795-172.17.0.2-1732670419639 heartbeating to localhost/127.0.0.1:37167 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:20:52,188 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:20:52,188 WARN [BP-1223243795-172.17.0.2-1732670419639 heartbeating to localhost/127.0.0.1:37167 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1223243795-172.17.0.2-1732670419639 (Datanode Uuid c25d5a98-627a-45ea-9166-59fdd4cd427b) service to localhost/127.0.0.1:37167 2024-11-27T01:20:52,188 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:20:52,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/cluster_f3e87ea1-e497-fe4c-ed3d-daad2075b22a/data/data1/current/BP-1223243795-172.17.0.2-1732670419639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:20:52,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/cluster_f3e87ea1-e497-fe4c-ed3d-daad2075b22a/data/data2/current/BP-1223243795-172.17.0.2-1732670419639 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:20:52,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:20:52,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16fef167{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:20:52,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@747e9584{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:20:52,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:20:52,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@482640eb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:20:52,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51cf730b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/070faf7b-0773-063d-c007-22b6717054a4/hadoop.log.dir/,STOPPED} 2024-11-27T01:20:52,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:20:52,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:20:52,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:52,210 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:52,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:52,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:52,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:52,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:20:52,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1682798683, stopped=false 2024-11-27T01:20:52,210 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,45169,1732670418215 2024-11-27T01:20:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0673186330/running 2024-11-27T01:20:52,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0673186330/running 2024-11-27T01:20:52,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:52,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:52,212 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:20:52,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:20:52,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:52,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:52,213 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,36549,1732670418327' ***** 2024-11-27T01:20:52,213 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:20:52,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Set watcher on znode that does not yet exist, /0673186330/running 2024-11-27T01:20:52,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Set watcher on znode that does not yet exist, /0673186330/running 2024-11-27T01:20:52,213 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:20:52,213 INFO [RS:0;7d6f26a4c136:36549 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:20:52,213 INFO [RS:0;7d6f26a4c136:36549 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:20:52,213 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(3091): Received CLOSE for 36716551f12d21e586cee6e5751e1928 2024-11-27T01:20:52,213 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:20:52,214 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(3091): Received CLOSE for d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:52,214 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:52,214 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:20:52,214 INFO [RS:0;7d6f26a4c136:36549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:36549. 2024-11-27T01:20:52,214 DEBUG [RS:0;7d6f26a4c136:36549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:52,214 DEBUG [RS:0;7d6f26a4c136:36549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:52,214 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:20:52,214 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:20:52,214 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:20:52,214 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 36716551f12d21e586cee6e5751e1928, disabling compactions & flushes 2024-11-27T01:20:52,214 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:52,214 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:20:52,214 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:52,214 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670427000.36716551f12d21e586cee6e5751e1928. after waiting 0 ms 2024-11-27T01:20:52,214 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:52,214 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:20:52,214 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1325): Online Regions={36716551f12d21e586cee6e5751e1928=test,,1732670427000.36716551f12d21e586cee6e5751e1928., 1588230740=hbase:meta,,1.1588230740, d452273ea8abbb3a8f7368311c2ba5b9=hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9.} 2024-11-27T01:20:52,214 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 36716551f12d21e586cee6e5751e1928 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-27T01:20:52,214 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36716551f12d21e586cee6e5751e1928, d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:52,214 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:20:52,214 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:20:52,214 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:20:52,214 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:20:52,214 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:20:52,214 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:20:52,238 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/info/4c7325bf1ff940c5a42362c0f8ae2c2e is 147, key is hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9./info:regioninfo/1732670433011/Put/seqid=0 2024-11-27T01:20:52,238 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/.tmp/f/02f97451059e4b6885bf38fd14de5421 is 37, key is row3/f:row3/1732670444626/Put/seqid=0 2024-11-27T01:20:52,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741840_1016 (size=5228) 2024-11-27T01:20:52,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741841_1017 (size=7686) 2024-11-27T01:20:52,245 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/info/4c7325bf1ff940c5a42362c0f8ae2c2e 2024-11-27T01:20:52,263 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/ns/8eb135d8f25f41a39f732f4d043feb86 is 43, key is default/ns:d/1732670419492/Put/seqid=0 2024-11-27T01:20:52,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741842_1018 (size=5153) 2024-11-27T01:20:52,268 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:20:52,414 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36716551f12d21e586cee6e5751e1928, d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:52,613 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:20:52,614 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:20:52,614 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68490 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:20:52,615 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36716551f12d21e586cee6e5751e1928, d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:52,642 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/.tmp/f/02f97451059e4b6885bf38fd14de5421 2024-11-27T01:20:52,647 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02f97451059e4b6885bf38fd14de5421 2024-11-27T01:20:52,663 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1493, reset compression=false 2024-11-27T01:20:52,666 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/ns/8eb135d8f25f41a39f732f4d043feb86 2024-11-27T01:20:52,667 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/.tmp/f1/9f2aa3f99e744966bf1fd338b7c74fbe is 30, key is row1/f1:/1732670441961/DeleteFamily/seqid=0 2024-11-27T01:20:52,668 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:52,668 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1740, reset compression=false 2024-11-27T01:20:52,668 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,36549,1732670418327 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990, lastWalPosition=1740, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:20:52,669 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7d6f26a4c136,36549,1732670418327: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7d6f26a4c136,36549,1732670418327, walGroup=7d6f26a4c136%2C36549%2C1732670418327, offset=7d6f26a4c136%2C36549%2C1732670418327.1732670418990:1740, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:36549 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T01:20:52,670 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T01:20:52,670 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T01:20:52,670 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T01:20:52,670 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T01:20:52,670 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T01:20:52,670 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1226833920, "init": 1048576000, "max": 2306867200, "used": 777280896 }, "NonHeapMemoryUsage": { "committed": 202833920, "init": 7667712, "max": -1, "used": 199804400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T01:20:52,671 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:45169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:45169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T01:20:52,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741843_1019 (size=5158) 2024-11-27T01:20:52,674 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/.tmp/f1/9f2aa3f99e744966bf1fd338b7c74fbe 2024-11-27T01:20:52,677 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f2aa3f99e744966bf1fd338b7c74fbe 2024-11-27T01:20:52,693 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/rep_barrier/758260871d684413a13b9840f869358f is 112, key is test,,1732670427000.36716551f12d21e586cee6e5751e1928./rep_barrier:seqnumDuringOpen/1732670427761/Put/seqid=0 2024-11-27T01:20:52,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741844_1020 (size=5518) 2024-11-27T01:20:52,699 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/.tmp/norep/1315056eae32472c9576c14fcc814707 is 32, key is row/norep:/1732670440954/DeleteFamily/seqid=0 2024-11-27T01:20:52,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741845_1021 (size=5101) 2024-11-27T01:20:52,815 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36716551f12d21e586cee6e5751e1928, d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:52,842 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:20:52,842 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:20:52,875 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1740, reset compression=false 2024-11-27T01:20:53,015 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 36716551f12d21e586cee6e5751e1928, d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:53,112 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/rep_barrier/758260871d684413a13b9840f869358f 2024-11-27T01:20:53,113 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/.tmp/norep/1315056eae32472c9576c14fcc814707 2024-11-27T01:20:53,119 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1315056eae32472c9576c14fcc814707 2024-11-27T01:20:53,121 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/.tmp/f/02f97451059e4b6885bf38fd14de5421 as hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/f/02f97451059e4b6885bf38fd14de5421 2024-11-27T01:20:53,126 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 02f97451059e4b6885bf38fd14de5421 2024-11-27T01:20:53,126 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/f/02f97451059e4b6885bf38fd14de5421, entries=5, sequenceid=12, filesize=5.1 K 2024-11-27T01:20:53,127 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/.tmp/f1/9f2aa3f99e744966bf1fd338b7c74fbe as hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/f1/9f2aa3f99e744966bf1fd338b7c74fbe 2024-11-27T01:20:53,131 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9f2aa3f99e744966bf1fd338b7c74fbe 2024-11-27T01:20:53,131 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/f1/9f2aa3f99e744966bf1fd338b7c74fbe, entries=3, sequenceid=12, filesize=5.0 K 2024-11-27T01:20:53,133 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/.tmp/norep/1315056eae32472c9576c14fcc814707 as hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/norep/1315056eae32472c9576c14fcc814707 2024-11-27T01:20:53,136 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1315056eae32472c9576c14fcc814707 2024-11-27T01:20:53,137 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/norep/1315056eae32472c9576c14fcc814707, entries=1, sequenceid=12, filesize=5.0 K 2024-11-27T01:20:53,138 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 36716551f12d21e586cee6e5751e1928 in 924ms, sequenceid=12, compaction requested=false 2024-11-27T01:20:53,138 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T01:20:53,140 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/table/520eb95d23d14a4182a9b93246fc76aa is 53, key is hbase:replication/table:state/1732670433045/Put/seqid=0 2024-11-27T01:20:53,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741846_1022 (size=5308) 2024-11-27T01:20:53,151 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/default/test/36716551f12d21e586cee6e5751e1928/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T01:20:53,152 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:53,152 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:20:53,152 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:53,152 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 36716551f12d21e586cee6e5751e1928: Waiting for close lock at 1732670452214Running coprocessor pre-close hooks at 1732670452214Disabling compacts and flushes for region at 1732670452214Disabling writes for close at 1732670452214Obtaining lock to block concurrent updates at 1732670452214Preparing flush snapshotting stores in 36716551f12d21e586cee6e5751e1928 at 1732670452214Finished memstore snapshotting test,,1732670427000.36716551f12d21e586cee6e5751e1928., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732670452215 (+1 ms)Flushing stores of test,,1732670427000.36716551f12d21e586cee6e5751e1928. at 1732670452215Flushing 36716551f12d21e586cee6e5751e1928/f: creating writer at 1732670452215Flushing 36716551f12d21e586cee6e5751e1928/f: appending metadata at 1732670452237 (+22 ms)Flushing 36716551f12d21e586cee6e5751e1928/f: closing flushed file at 1732670452237Flushing 36716551f12d21e586cee6e5751e1928/f1: creating writer at 1732670452647 (+410 ms)Flushing 36716551f12d21e586cee6e5751e1928/f1: appending metadata at 1732670452667 (+20 ms)Flushing 36716551f12d21e586cee6e5751e1928/f1: closing flushed file at 1732670452667Flushing 36716551f12d21e586cee6e5751e1928/norep: creating writer at 1732670452677 (+10 ms)Flushing 36716551f12d21e586cee6e5751e1928/norep: appending metadata at 1732670452698 (+21 ms)Flushing 36716551f12d21e586cee6e5751e1928/norep: closing flushed file at 1732670452698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1193cd48: reopening flushed file at 1732670453119 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a262992: reopening flushed file at 1732670453126 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2713a486: reopening flushed file at 1732670453131 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 36716551f12d21e586cee6e5751e1928 in 924ms, sequenceid=12, compaction requested=false at 1732670453138 (+7 ms)Writing region close event to WAL at 1732670453148 (+10 ms)Running coprocessor post-close hooks at 1732670453152 (+4 ms)Closed at 1732670453152 2024-11-27T01:20:53,152 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670427000.36716551f12d21e586cee6e5751e1928. 2024-11-27T01:20:53,152 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d452273ea8abbb3a8f7368311c2ba5b9, disabling compactions & flushes 2024-11-27T01:20:53,152 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:53,152 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:53,152 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. after waiting 0 ms 2024-11-27T01:20:53,152 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:53,152 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d452273ea8abbb3a8f7368311c2ba5b9: Waiting for close lock at 1732670453152Running coprocessor pre-close hooks at 1732670453152Disabling compacts and flushes for region at 1732670453152Disabling writes for close at 1732670453152Failed flush hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9., putting online again at 1732670453152 2024-11-27T01:20:53,153 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:53,178 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 1740, reset compression=false 2024-11-27T01:20:53,182 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:20:53,182 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 2384, reset compression=false 2024-11-27T01:20:53,215 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T01:20:53,215 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d452273ea8abbb3a8f7368311c2ba5b9=hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9.} 2024-11-27T01:20:53,215 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(3091): Received CLOSE for d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:53,215 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d452273ea8abbb3a8f7368311c2ba5b9 2024-11-27T01:20:53,215 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d452273ea8abbb3a8f7368311c2ba5b9, disabling compactions & flushes 2024-11-27T01:20:53,216 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:53,216 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:53,216 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. after waiting 0 ms 2024-11-27T01:20:53,216 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:53,216 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d452273ea8abbb3a8f7368311c2ba5b9: Waiting for close lock at 1732670453215Running coprocessor pre-close hooks at 1732670453215Disabling compacts and flushes for region at 1732670453215Disabling writes for close at 1732670453216 (+1 ms)Failed flush hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9., putting online again at 1732670453216 2024-11-27T01:20:53,216 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732670432475.d452273ea8abbb3a8f7368311c2ba5b9. 2024-11-27T01:20:53,385 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 2384, reset compression=false 2024-11-27T01:20:53,416 DEBUG [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:20:53,551 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/table/520eb95d23d14a4182a9b93246fc76aa 2024-11-27T01:20:53,556 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/info/4c7325bf1ff940c5a42362c0f8ae2c2e as hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/info/4c7325bf1ff940c5a42362c0f8ae2c2e 2024-11-27T01:20:53,560 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/info/4c7325bf1ff940c5a42362c0f8ae2c2e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:20:53,561 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/ns/8eb135d8f25f41a39f732f4d043feb86 as hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/ns/8eb135d8f25f41a39f732f4d043feb86 2024-11-27T01:20:53,564 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/ns/8eb135d8f25f41a39f732f4d043feb86, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:20:53,565 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/rep_barrier/758260871d684413a13b9840f869358f as hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/rep_barrier/758260871d684413a13b9840f869358f 2024-11-27T01:20:53,568 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/rep_barrier/758260871d684413a13b9840f869358f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:20:53,568 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/.tmp/table/520eb95d23d14a4182a9b93246fc76aa as hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/table/520eb95d23d14a4182a9b93246fc76aa 2024-11-27T01:20:53,572 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/table/520eb95d23d14a4182a9b93246fc76aa, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:20:53,572 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=16, compaction requested=false 2024-11-27T01:20:53,573 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:20:53,577 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:20:53,577 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:20:53,577 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:20:53,577 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:53,577 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670452214Running coprocessor pre-close hooks at 1732670452214Disabling compacts and flushes for region at 1732670452214Disabling writes for close at 1732670452214Obtaining lock to block concurrent updates at 1732670452214Preparing flush snapshotting stores in 1588230740 at 1732670452214Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670452215 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732670452215Flushing 1588230740/info: creating writer at 1732670452215Flushing 1588230740/info: appending metadata at 1732670452237 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732670452237Flushing 1588230740/ns: creating writer at 1732670452249 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732670452262 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732670452262Flushing 1588230740/rep_barrier: creating writer at 1732670452675 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670452692 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670452692Flushing 1588230740/table: creating writer at 1732670453119 (+427 ms)Flushing 1588230740/table: appending metadata at 1732670453139 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732670453140 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea148b2: reopening flushed file at 1732670453555 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e8beb27: reopening flushed file at 1732670453560 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60d226d4: reopening flushed file at 1732670453564 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a2ead2: reopening flushed file at 1732670453568 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1358ms, sequenceid=16, compaction requested=false at 1732670453573 (+5 ms)Writing region close event to WAL at 1732670453574 (+1 ms)Running coprocessor post-close hooks at 1732670453577 (+3 ms)Closed at 1732670453577 2024-11-27T01:20:53,577 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:53,616 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T01:20:53,616 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,36549,1732670418327; all regions closed. 2024-11-27T01:20:53,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741834_1010 (size=4239) 2024-11-27T01:20:53,618 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.meta.1732670419429.meta not finished, retry = 0 2024-11-27T01:20:53,689 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 to pos 2384, reset compression=false 2024-11-27T01:20:53,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741839_1015 (size=2609) 2024-11-27T01:20:53,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.rep.1732670432936 not finished, retry = 0 2024-11-27T01:20:53,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741833_1009 (size=2392) 2024-11-27T01:20:53,823 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/WALs/7d6f26a4c136,36549,1732670418327/7d6f26a4c136%2C36549%2C1732670418327.1732670418990 not finished, retry = 0 2024-11-27T01:20:53,924 DEBUG [RS:0;7d6f26a4c136:36549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:53,924 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:20:53,924 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:20:53,924 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:20:53,924 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:20:53,925 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:20:53,925 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,36549,1732670418327 because: Region server is closing 2024-11-27T01:20:53,925 INFO [RS:0;7d6f26a4c136:36549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:36549. 2024-11-27T01:20:53,925 DEBUG [RS:0;7d6f26a4c136:36549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:53,925 DEBUG [RS:0;7d6f26a4c136:36549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:53,925 DEBUG [RS:0;7d6f26a4c136:36549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:53,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:54,026 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.shipper7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 terminated 2024-11-27T01:20:54,026 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,36549,1732670418327.replicationSource.wal-reader.7d6f26a4c136%2C36549%2C1732670418327,1-7d6f26a4c136,36549,1732670418327 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:20:54,026 INFO [RS:0;7d6f26a4c136:36549 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:36549. 2024-11-27T01:20:54,026 DEBUG [RS:0;7d6f26a4c136:36549 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:20:54,026 DEBUG [RS:0;7d6f26a4c136:36549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:54,026 DEBUG [RS:0;7d6f26a4c136:36549 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:54,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:20:54,026 INFO [RS:0;7d6f26a4c136:36549 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36549 2024-11-27T01:20:54,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330/rs 2024-11-27T01:20:54,029 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:20:54,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0673186330/rs/7d6f26a4c136,36549,1732670418327 2024-11-27T01:20:54,030 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,36549,1732670418327] 2024-11-27T01:20:54,031 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0673186330/draining/7d6f26a4c136,36549,1732670418327 already deleted, retry=false 2024-11-27T01:20:54,031 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,36549,1732670418327 expired; onlineServers=0 2024-11-27T01:20:54,031 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,45169,1732670418215' ***** 2024-11-27T01:20:54,031 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:20:54,031 INFO [M:0;7d6f26a4c136:45169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:20:54,031 INFO [M:0;7d6f26a4c136:45169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:20:54,031 DEBUG [M:0;7d6f26a4c136:45169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:20:54,031 DEBUG [M:0;7d6f26a4c136:45169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:20:54,031 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:20:54,031 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670418611 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670418611,5,FailOnTimeoutGroup] 2024-11-27T01:20:54,031 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670418611 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670418611,5,FailOnTimeoutGroup] 2024-11-27T01:20:54,031 INFO [M:0;7d6f26a4c136:45169 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:20:54,031 INFO [M:0;7d6f26a4c136:45169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:20:54,031 DEBUG [M:0;7d6f26a4c136:45169 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:20:54,031 INFO [M:0;7d6f26a4c136:45169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:20:54,032 INFO [M:0;7d6f26a4c136:45169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:20:54,032 INFO [M:0;7d6f26a4c136:45169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:20:54,032 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:20:54,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0673186330/master 2024-11-27T01:20:54,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0673186330 2024-11-27T01:20:54,034 DEBUG [M:0;7d6f26a4c136:45169 {}] zookeeper.ZKUtil(347): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Unable to get data of znode /0673186330/master because node does not exist (not an error) 2024-11-27T01:20:54,034 WARN [M:0;7d6f26a4c136:45169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:20:54,035 INFO [M:0;7d6f26a4c136:45169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/.lastflushedseqids 2024-11-27T01:20:54,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741847_1023 (size=245) 2024-11-27T01:20:54,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:54,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36549-0x101570253780001, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:54,130 INFO [RS:0;7d6f26a4c136:36549 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:20:54,130 INFO [RS:0;7d6f26a4c136:36549 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,36549,1732670418327; zookeeper connection closed. 2024-11-27T01:20:54,130 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@21ada505 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@21ada505 2024-11-27T01:20:54,131 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:20:54,443 INFO [M:0;7d6f26a4c136:45169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:20:54,443 INFO [M:0;7d6f26a4c136:45169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:20:54,443 DEBUG [M:0;7d6f26a4c136:45169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:20:54,443 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:54,443 DEBUG [M:0;7d6f26a4c136:45169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:54,443 DEBUG [M:0;7d6f26a4c136:45169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:20:54,443 DEBUG [M:0;7d6f26a4c136:45169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:54,443 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-27T01:20:54,458 DEBUG [M:0;7d6f26a4c136:45169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f1dd9e140fd4d9b83575ea5aab101e4 is 82, key is hbase:meta,,1/info:regioninfo/1732670419472/Put/seqid=0 2024-11-27T01:20:54,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741848_1024 (size=5672) 2024-11-27T01:20:54,461 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f1dd9e140fd4d9b83575ea5aab101e4 2024-11-27T01:20:54,479 DEBUG [M:0;7d6f26a4c136:45169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cc15d48b84e411b81124fb136b2bdbb is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732670427775/Put/seqid=0 2024-11-27T01:20:54,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741849_1025 (size=7218) 2024-11-27T01:20:54,885 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cc15d48b84e411b81124fb136b2bdbb 2024-11-27T01:20:54,889 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cc15d48b84e411b81124fb136b2bdbb 2024-11-27T01:20:54,902 DEBUG [M:0;7d6f26a4c136:45169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37eaf752c48a48ca99b2756a85097411 is 69, key is 7d6f26a4c136,36549,1732670418327/rs:state/1732670418748/Put/seqid=0 2024-11-27T01:20:54,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741850_1026 (size=5156) 2024-11-27T01:20:55,306 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37eaf752c48a48ca99b2756a85097411 2024-11-27T01:20:55,310 DEBUG [M:0;7d6f26a4c136:45169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f1dd9e140fd4d9b83575ea5aab101e4 as hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f1dd9e140fd4d9b83575ea5aab101e4 2024-11-27T01:20:55,314 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f1dd9e140fd4d9b83575ea5aab101e4, entries=8, sequenceid=105, filesize=5.5 K 2024-11-27T01:20:55,314 DEBUG [M:0;7d6f26a4c136:45169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3cc15d48b84e411b81124fb136b2bdbb as hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cc15d48b84e411b81124fb136b2bdbb 2024-11-27T01:20:55,317 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cc15d48b84e411b81124fb136b2bdbb 2024-11-27T01:20:55,318 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3cc15d48b84e411b81124fb136b2bdbb, entries=11, sequenceid=105, filesize=7.0 K 2024-11-27T01:20:55,318 DEBUG [M:0;7d6f26a4c136:45169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37eaf752c48a48ca99b2756a85097411 as hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37eaf752c48a48ca99b2756a85097411 2024-11-27T01:20:55,322 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32981/user/jenkins/test-data/13f21f23-6674-1e8d-19e0-268582b5a045/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37eaf752c48a48ca99b2756a85097411, entries=1, sequenceid=105, filesize=5.0 K 2024-11-27T01:20:55,322 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=105, compaction requested=false 2024-11-27T01:20:55,324 INFO [M:0;7d6f26a4c136:45169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:55,324 DEBUG [M:0;7d6f26a4c136:45169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670454443Disabling compacts and flushes for region at 1732670454443Disabling writes for close at 1732670454443Obtaining lock to block concurrent updates at 1732670454443Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670454443Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732670454444 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670454444Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670454444Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670454457 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670454458 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670454465 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670454479 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670454479Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670454889 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670454902 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670454902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd8cba5: reopening flushed file at 1732670455310 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137a2bf2: reopening flushed file at 1732670455314 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54176976: reopening flushed file at 1732670455318 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 879ms, sequenceid=105, compaction requested=false at 1732670455322 (+4 ms)Writing region close event to WAL at 1732670455323 (+1 ms)Closed at 1732670455323 2024-11-27T01:20:55,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33861 is added to blk_1073741830_1006 (size=64423) 2024-11-27T01:20:55,330 INFO [M:0;7d6f26a4c136:45169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:20:55,330 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:20:55,330 INFO [M:0;7d6f26a4c136:45169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45169 2024-11-27T01:20:55,331 INFO [M:0;7d6f26a4c136:45169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:20:55,433 INFO [M:0;7d6f26a4c136:45169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:20:55,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:55,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45169-0x101570253780000, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:20:55,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44a362b2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:20:55,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28400cbc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:20:55,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:20:55,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d1832e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:20:55,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c6ec404{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/hadoop.log.dir/,STOPPED} 2024-11-27T01:20:55,438 WARN [BP-891626560-172.17.0.2-1732670417152 heartbeating to localhost/127.0.0.1:32981 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:20:55,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:20:55,438 WARN [BP-891626560-172.17.0.2-1732670417152 heartbeating to localhost/127.0.0.1:32981 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-891626560-172.17.0.2-1732670417152 (Datanode Uuid 24ce8843-8a45-4dba-90e9-2e78ec73eab8) service to localhost/127.0.0.1:32981 2024-11-27T01:20:55,439 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:20:55,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/cluster_4759b0d0-5baf-64f4-109f-82cddac7bc38/data/data1/current/BP-891626560-172.17.0.2-1732670417152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:20:55,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/cluster_4759b0d0-5baf-64f4-109f-82cddac7bc38/data/data2/current/BP-891626560-172.17.0.2-1732670417152 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:20:55,439 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:20:55,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5451eb03{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:20:55,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d715898{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:20:55,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:20:55,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63e8c032{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:20:55,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d9e9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4476e7ab-ed3b-827e-50fe-2555b22a4d13/hadoop.log.dir/,STOPPED} 2024-11-27T01:20:55,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T01:20:55,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:20:55,472 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 264) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32981 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43381 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32981 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37167 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:32981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32981 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37167 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60448) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60448) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60448) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37167 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32981 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:37167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37167 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=731 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=274 (was 267) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5418 (was 5530) 2024-11-27T01:20:55,482 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=731, MaxFileDescriptor=1048576, SystemLoadAverage=274, ProcessCount=11, AvailableMemoryMB=5417 2024-11-27T01:20:55,495 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-27T01:20:55,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/hadoop.log.dir so I do NOT create it in target/test-data/c2d43721-2613-911e-c383-40c0a3264afb 2024-11-27T01:20:55,496 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:20:55,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/hadoop.tmp.dir so I do NOT create it in target/test-data/c2d43721-2613-911e-c383-40c0a3264afb 2024-11-27T01:20:55,496 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/550e1d67-3d3c-c477-54cd-d8cbaf214915/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:20:55,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb 2024-11-27T01:20:55,496 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/cluster_8afcd524-235f-6dec-5614-bd1f7b2a558a, deleteOnExit=true 2024-11-27T01:20:55,499 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/cluster_8afcd524-235f-6dec-5614-bd1f7b2a558a/zookeeper_0, clientPort=53023, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/cluster_8afcd524-235f-6dec-5614-bd1f7b2a558a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/cluster_8afcd524-235f-6dec-5614-bd1f7b2a558a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T01:20:55,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53023 2024-11-27T01:20:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:20:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:20:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/test.cache.data in system properties and HBase conf 2024-11-27T01:20:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:20:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:20:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:20:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:20:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:20:55,500 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:20:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:20:55,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:20:55,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:20:55,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x101570253780002, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:20:55,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x101570253780008, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:20:55,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x101570253780005, quorum=127.0.0.1:60448, baseZNode=/144863530 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:20:55,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x101570253780002, quorum=127.0.0.1:60448, baseZNode=/0673186330 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:20:55,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x101570253780008, quorum=127.0.0.1:60448, baseZNode=/21598536952 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:20:55,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x101570253780005, quorum=127.0.0.1:60448, baseZNode=/144863530 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:20:55,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:55,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:20:55,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:20:55,613 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:20:55,613 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:20:55,614 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:55,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78a73050{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:20:55,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2de67b05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:20:55,796 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ae44598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/java.io.tmpdir/jetty-localhost-36777-hadoop-hdfs-3_4_1-tests_jar-_-any-5852846769780543916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:20:55,796 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29089748{HTTP/1.1, (http/1.1)}{localhost:36777} 2024-11-27T01:20:55,796 INFO [Time-limited test {}] server.Server(415): Started @244405ms 2024-11-27T01:20:55,919 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:55,922 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:20:55,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:20:55,925 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:20:55,925 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:20:55,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5105e8fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:20:55,926 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@595696e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:20:56,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b8f6086{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/java.io.tmpdir/jetty-localhost-42069-hadoop-hdfs-3_4_1-tests_jar-_-any-1355671497766086975/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:20:56,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47338a4b{HTTP/1.1, (http/1.1)}{localhost:42069} 2024-11-27T01:20:56,062 INFO [Time-limited test {}] server.Server(415): Started @244670ms 2024-11-27T01:20:56,063 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:20:56,164 WARN [Thread-3433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/cluster_8afcd524-235f-6dec-5614-bd1f7b2a558a/data/data1/current/BP-1264365570-172.17.0.2-1732670455523/current, will proceed with Du for space computation calculation, 2024-11-27T01:20:56,164 WARN [Thread-3434 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/cluster_8afcd524-235f-6dec-5614-bd1f7b2a558a/data/data2/current/BP-1264365570-172.17.0.2-1732670455523/current, will proceed with Du for space computation calculation, 2024-11-27T01:20:56,185 WARN [Thread-3421 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:20:56,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf1c9afc164da407 with lease ID 0x1c71926e271fc35a: Processing first storage report for DS-1ebfa5f5-58e4-4a68-9c5b-346f928886f3 from datanode DatanodeRegistration(127.0.0.1:36195, datanodeUuid=dad29acf-ae80-4811-8108-85ab32646e32, infoPort=42321, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=83941029;c=1732670455523) 2024-11-27T01:20:56,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf1c9afc164da407 with lease ID 0x1c71926e271fc35a: from storage DS-1ebfa5f5-58e4-4a68-9c5b-346f928886f3 node DatanodeRegistration(127.0.0.1:36195, datanodeUuid=dad29acf-ae80-4811-8108-85ab32646e32, infoPort=42321, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=83941029;c=1732670455523), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:20:56,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaf1c9afc164da407 with lease ID 0x1c71926e271fc35a: Processing first storage report for DS-1c7394f4-ccf9-4dab-a77e-ec5107ea5c95 from datanode DatanodeRegistration(127.0.0.1:36195, datanodeUuid=dad29acf-ae80-4811-8108-85ab32646e32, infoPort=42321, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=83941029;c=1732670455523) 2024-11-27T01:20:56,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaf1c9afc164da407 with lease ID 0x1c71926e271fc35a: from storage DS-1c7394f4-ccf9-4dab-a77e-ec5107ea5c95 node DatanodeRegistration(127.0.0.1:36195, datanodeUuid=dad29acf-ae80-4811-8108-85ab32646e32, infoPort=42321, infoSecurePort=0, ipcPort=41917, storageInfo=lv=-57;cid=testClusterID;nsid=83941029;c=1732670455523), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:20:56,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb 2024-11-27T01:20:56,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:56,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:56,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:20:56,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T01:20:56,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T01:20:56,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T01:20:56,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:20:56,603 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13 with version=8 2024-11-27T01:20:56,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/hbase-staging 2024-11-27T01:20:56,605 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:20:56,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:56,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:56,605 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:20:56,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:56,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:20:56,605 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:20:56,605 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:20:56,606 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41031 2024-11-27T01:20:56,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41031 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-27T01:20:56,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410310x0, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:56,617 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41031-0x1015702e95a0000 connected 2024-11-27T01:20:56,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:56,636 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:56,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Set watcher on znode that does not yet exist, /01028841969/running 2024-11-27T01:20:56,639 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13, hbase.cluster.distributed=false 2024-11-27T01:20:56,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Set watcher on znode that does not yet exist, /01028841969/acl 2024-11-27T01:20:56,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-27T01:20:56,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41031 2024-11-27T01:20:56,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41031 2024-11-27T01:20:56,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-27T01:20:56,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41031 2024-11-27T01:20:56,663 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:20:56,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:56,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:56,664 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:20:56,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:20:56,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:20:56,664 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:20:56,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:20:56,664 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43449 2024-11-27T01:20:56,665 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43449 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-27T01:20:56,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:56,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:56,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:434490x0, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:56,672 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43449-0x1015702e95a0001 connected 2024-11-27T01:20:56,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Set watcher on znode that does not yet exist, /01028841969/running 2024-11-27T01:20:56,672 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:20:56,676 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:20:56,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Set watcher on znode that does not yet exist, /01028841969/master 2024-11-27T01:20:56,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Set watcher on znode that does not yet exist, /01028841969/acl 2024-11-27T01:20:56,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43449 2024-11-27T01:20:56,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43449 2024-11-27T01:20:56,683 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43449 2024-11-27T01:20:56,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43449 2024-11-27T01:20:56,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43449 2024-11-27T01:20:56,701 DEBUG [M:0;7d6f26a4c136:41031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:41031 2024-11-27T01:20:56,703 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01028841969/backup-masters/7d6f26a4c136,41031,1732670456605 2024-11-27T01:20:56,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969/backup-masters 2024-11-27T01:20:56,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969/backup-masters 2024-11-27T01:20:56,705 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Set watcher on existing znode=/01028841969/backup-masters/7d6f26a4c136,41031,1732670456605 2024-11-27T01:20:56,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:56,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01028841969/master 2024-11-27T01:20:56,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:56,708 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Set watcher on existing znode=/01028841969/master 2024-11-27T01:20:56,708 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01028841969/backup-masters/7d6f26a4c136,41031,1732670456605 from backup master directory 2024-11-27T01:20:56,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969/backup-masters 2024-11-27T01:20:56,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028841969/backup-masters/7d6f26a4c136,41031,1732670456605 2024-11-27T01:20:56,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969/backup-masters 2024-11-27T01:20:56,709 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:20:56,710 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,41031,1732670456605 2024-11-27T01:20:56,713 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/hbase.id] with ID: 31f197df-5371-459f-aaf6-fa554e9686a9 2024-11-27T01:20:56,713 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/.tmp/hbase.id 2024-11-27T01:20:56,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:20:57,118 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/.tmp/hbase.id]:[hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/hbase.id] 2024-11-27T01:20:57,125 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:57,126 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:20:57,126 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T01:20:57,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:57,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:57,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:20:57,533 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:20:57,534 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:20:57,535 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:57,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:20:57,940 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store 2024-11-27T01:20:57,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:20:57,945 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:57,945 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:20:57,945 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:57,945 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:57,945 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:20:57,945 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:57,945 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:20:57,945 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670457945Disabling compacts and flushes for region at 1732670457945Disabling writes for close at 1732670457945Writing region close event to WAL at 1732670457945Closed at 1732670457945 2024-11-27T01:20:57,946 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/.initializing 2024-11-27T01:20:57,946 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/WALs/7d6f26a4c136,41031,1732670456605 2024-11-27T01:20:57,947 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:20:57,948 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C41031%2C1732670456605, suffix=, logDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/WALs/7d6f26a4c136,41031,1732670456605, archiveDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/oldWALs, maxLogs=10 2024-11-27T01:20:57,961 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/WALs/7d6f26a4c136,41031,1732670456605/7d6f26a4c136%2C41031%2C1732670456605.1732670457948, exclude list is [], retry=0 2024-11-27T01:20:57,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-1ebfa5f5-58e4-4a68-9c5b-346f928886f3,DISK] 2024-11-27T01:20:57,965 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/WALs/7d6f26a4c136,41031,1732670456605/7d6f26a4c136%2C41031%2C1732670456605.1732670457948 2024-11-27T01:20:57,965 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42321:42321)] 2024-11-27T01:20:57,965 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:57,965 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:57,965 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,965 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:20:57,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:57,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:57,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:20:57,968 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:57,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:57,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:20:57,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:57,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:57,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:20:57,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:57,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:20:57,971 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,971 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,971 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,972 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,972 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,973 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:57,973 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:20:57,975 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:57,975 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65736936, jitterRate=-0.020443320274353027}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:57,976 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670457965Initializing all the Stores at 1732670457966 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670457966Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670457966Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670457966Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670457966Cleaning up temporary data from old regions at 1732670457972 (+6 ms)Region opened successfully at 1732670457976 (+4 ms) 2024-11-27T01:20:57,976 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:20:57,978 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f593898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:20:57,978 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:20:57,978 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:20:57,978 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:20:57,979 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:20:57,979 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:20:57,979 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:20:57,979 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:20:57,981 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:20:57,981 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Unable to get data of znode /01028841969/balancer because node does not exist (not necessarily an error) 2024-11-27T01:20:57,982 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028841969/balancer already deleted, retry=false 2024-11-27T01:20:57,983 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:20:57,983 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Unable to get data of znode /01028841969/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:20:57,986 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028841969/normalizer already deleted, retry=false 2024-11-27T01:20:57,986 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:20:57,987 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Unable to get data of znode /01028841969/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:20:57,988 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028841969/switch/split already deleted, retry=false 2024-11-27T01:20:57,989 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Unable to get data of znode /01028841969/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:20:57,990 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028841969/switch/merge already deleted, retry=false 2024-11-27T01:20:57,991 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Unable to get data of znode /01028841969/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:20:57,993 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01028841969/snapshot-cleanup already deleted, retry=false 2024-11-27T01:20:57,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01028841969/running 2024-11-27T01:20:57,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01028841969/running 2024-11-27T01:20:57,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:57,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:57,996 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,41031,1732670456605, sessionid=0x1015702e95a0000, setting cluster-up flag (Was=false) 2024-11-27T01:20:57,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:57,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:58,003 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01028841969/flush-table-proc/acquired, /01028841969/flush-table-proc/reached, /01028841969/flush-table-proc/abort 2024-11-27T01:20:58,004 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,41031,1732670456605 2024-11-27T01:20:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:58,013 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01028841969/online-snapshot/acquired, /01028841969/online-snapshot/reached, /01028841969/online-snapshot/abort 2024-11-27T01:20:58,013 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,41031,1732670456605 2024-11-27T01:20:58,014 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:20:58,015 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:58,015 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:20:58,016 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:20:58,016 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,41031,1732670456605 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:20:58,017 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:58,017 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:58,017 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:58,017 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:20:58,017 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:20:58,017 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,017 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:20:58,017 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,018 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670488018 2024-11-27T01:20:58,018 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:20:58,018 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:20:58,018 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:20:58,018 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:20:58,018 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:20:58,018 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:20:58,018 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,018 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:58,018 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:20:58,018 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:20:58,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:20:58,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:20:58,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:20:58,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:20:58,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:20:58,019 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:58,019 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670458019,5,FailOnTimeoutGroup] 2024-11-27T01:20:58,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:20:58,019 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670458019,5,FailOnTimeoutGroup] 2024-11-27T01:20:58,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:20:58,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:20:58,092 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(746): ClusterId : 31f197df-5371-459f-aaf6-fa554e9686a9 2024-11-27T01:20:58,092 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:20:58,094 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:20:58,094 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:20:58,097 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:20:58,097 DEBUG [RS:0;7d6f26a4c136:43449 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7027f126, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:20:58,112 DEBUG [RS:0;7d6f26a4c136:43449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:43449 2024-11-27T01:20:58,112 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:20:58,112 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:20:58,112 DEBUG [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:20:58,113 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,41031,1732670456605 with port=43449, startcode=1732670456663 2024-11-27T01:20:58,113 DEBUG [RS:0;7d6f26a4c136:43449 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:20:58,114 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:20:58,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,43449,1732670456663 2024-11-27T01:20:58,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41031 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,43449,1732670456663 2024-11-27T01:20:58,116 DEBUG [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13 2024-11-27T01:20:58,116 DEBUG [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34201 2024-11-27T01:20:58,116 DEBUG [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:20:58,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969/rs 2024-11-27T01:20:58,118 DEBUG [RS:0;7d6f26a4c136:43449 {}] zookeeper.ZKUtil(111): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Set watcher on existing znode=/01028841969/rs/7d6f26a4c136,43449,1732670456663 2024-11-27T01:20:58,118 WARN [RS:0;7d6f26a4c136:43449 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:20:58,118 INFO [RS:0;7d6f26a4c136:43449 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:58,118 DEBUG [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663 2024-11-27T01:20:58,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,43449,1732670456663] 2024-11-27T01:20:58,120 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:20:58,122 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:20:58,123 INFO [RS:0;7d6f26a4c136:43449 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:20:58,123 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,123 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:20:58,123 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:20:58,123 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,123 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:20:58,124 DEBUG [RS:0;7d6f26a4c136:43449 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:20:58,124 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,124 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,124 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,124 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,124 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,124 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,43449,1732670456663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:20:58,145 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:20:58,146 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,43449,1732670456663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,146 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,146 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.Replication(171): 7d6f26a4c136,43449,1732670456663 started 2024-11-27T01:20:58,162 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:58,162 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,43449,1732670456663, RpcServer on 7d6f26a4c136/172.17.0.2:43449, sessionid=0x1015702e95a0001 2024-11-27T01:20:58,162 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:20:58,162 DEBUG [RS:0;7d6f26a4c136:43449 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,43449,1732670456663 2024-11-27T01:20:58,162 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,43449,1732670456663' 2024-11-27T01:20:58,162 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01028841969/flush-table-proc/abort' 2024-11-27T01:20:58,163 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01028841969/flush-table-proc/acquired' 2024-11-27T01:20:58,163 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:20:58,163 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:20:58,163 DEBUG [RS:0;7d6f26a4c136:43449 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,43449,1732670456663 2024-11-27T01:20:58,163 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,43449,1732670456663' 2024-11-27T01:20:58,163 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01028841969/online-snapshot/abort' 2024-11-27T01:20:58,163 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01028841969/online-snapshot/acquired' 2024-11-27T01:20:58,164 DEBUG [RS:0;7d6f26a4c136:43449 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:20:58,164 INFO [RS:0;7d6f26a4c136:43449 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:20:58,164 INFO [RS:0;7d6f26a4c136:43449 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:20:58,264 INFO [RS:0;7d6f26a4c136:43449 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:20:58,265 INFO [RS:0;7d6f26a4c136:43449 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C43449%2C1732670456663, suffix=, logDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663, archiveDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/oldWALs, maxLogs=10 2024-11-27T01:20:58,282 DEBUG [RS:0;7d6f26a4c136:43449 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266, exclude list is [], retry=0 2024-11-27T01:20:58,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-1ebfa5f5-58e4-4a68-9c5b-346f928886f3,DISK] 2024-11-27T01:20:58,286 INFO [RS:0;7d6f26a4c136:43449 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 2024-11-27T01:20:58,287 DEBUG [RS:0;7d6f26a4c136:43449 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42321:42321)] 2024-11-27T01:20:58,430 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:20:58,431 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13 2024-11-27T01:20:58,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:20:58,654 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:20:58,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,655 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:20:58,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:58,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:20:58,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:20:58,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:58,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:58,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:20:58,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:20:58,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:58,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:58,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:20:58,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:20:58,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:58,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:58,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:20:58,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:20:58,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:58,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:58,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:20:58,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740 2024-11-27T01:20:58,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740 2024-11-27T01:20:58,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:20:58,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:20:58,843 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:58,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:20:58,845 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:20:58,845 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64867931, jitterRate=-0.03339250385761261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670458836Initializing all the Stores at 1732670458836Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670458836Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670458837 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670458837Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670458837Cleaning up temporary data from old regions at 1732670458843 (+6 ms)Region opened successfully at 1732670458846 (+3 ms) 2024-11-27T01:20:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:20:58,846 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:20:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:20:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:20:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:20:58,846 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:20:58,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670458846Disabling compacts and flushes for region at 1732670458846Disabling writes for close at 1732670458846Writing region close event to WAL at 1732670458846Closed at 1732670458846 2024-11-27T01:20:58,847 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:58,847 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:20:58,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:20:58,848 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:20:58,849 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:20:58,999 DEBUG [7d6f26a4c136:41031 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:20:59,000 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,43449,1732670456663 2024-11-27T01:20:59,001 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,43449,1732670456663, state=OPENING 2024-11-27T01:20:59,003 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:20:59,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:59,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:20:59,004 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:20:59,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028841969/meta-region-server: CHANGED 2024-11-27T01:20:59,004 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028841969/meta-region-server: CHANGED 2024-11-27T01:20:59,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43449,1732670456663}] 2024-11-27T01:20:59,157 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:20:59,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54751, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:20:59,162 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:20:59,162 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:20:59,162 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:20:59,163 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C43449%2C1732670456663.meta, suffix=.meta, logDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663, archiveDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/oldWALs, maxLogs=10 2024-11-27T01:20:59,181 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.meta.1732670459163.meta, exclude list is [], retry=0 2024-11-27T01:20:59,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-1ebfa5f5-58e4-4a68-9c5b-346f928886f3,DISK] 2024-11-27T01:20:59,187 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.meta.1732670459163.meta 2024-11-27T01:20:59,187 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42321:42321)] 2024-11-27T01:20:59,187 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:20:59,188 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:20:59,188 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:20:59,188 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:20:59,188 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:20:59,188 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:20:59,188 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:20:59,188 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:20:59,188 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:20:59,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:20:59,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:20:59,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:59,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:59,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:20:59,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:20:59,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:59,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:59,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:20:59,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:20:59,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:59,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:59,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:20:59,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:20:59,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:20:59,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:20:59,193 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:20:59,193 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740 2024-11-27T01:20:59,194 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740 2024-11-27T01:20:59,195 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:20:59,195 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:20:59,195 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:20:59,196 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:20:59,197 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69020530, jitterRate=0.028486043214797974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:20:59,197 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:20:59,197 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670459188Writing region info on filesystem at 1732670459188Initializing all the Stores at 1732670459189 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670459189Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670459189Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670459189Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670459189Cleaning up temporary data from old regions at 1732670459195 (+6 ms)Running coprocessor post-open hooks at 1732670459197 (+2 ms)Region opened successfully at 1732670459197 2024-11-27T01:20:59,198 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670459156 2024-11-27T01:20:59,200 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:20:59,200 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:20:59,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43449,1732670456663 2024-11-27T01:20:59,201 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,43449,1732670456663, state=OPEN 2024-11-27T01:20:59,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01028841969/meta-region-server 2024-11-27T01:20:59,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01028841969/meta-region-server 2024-11-27T01:20:59,207 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43449,1732670456663 2024-11-27T01:20:59,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028841969/meta-region-server: CHANGED 2024-11-27T01:20:59,207 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01028841969/meta-region-server: CHANGED 2024-11-27T01:20:59,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:20:59,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43449,1732670456663 in 203 msec 2024-11-27T01:20:59,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:20:59,211 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-27T01:20:59,212 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:20:59,212 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:20:59,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:59,213 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43449,1732670456663, seqNum=-1] 2024-11-27T01:20:59,213 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:59,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:59,218 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2030 sec 2024-11-27T01:20:59,219 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670459218, completionTime=-1 2024-11-27T01:20:59,219 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:20:59,219 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:20:59,220 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:20:59,221 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670519221 2024-11-27T01:20:59,221 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670579221 2024-11-27T01:20:59,221 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T01:20:59,221 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41031,1732670456605-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:59,221 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41031,1732670456605-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:59,221 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41031,1732670456605-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:59,221 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:41031, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:59,221 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:59,221 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:59,223 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:20:59,225 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.515sec 2024-11-27T01:20:59,225 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:20:59,225 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:20:59,225 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:20:59,225 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:20:59,225 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:20:59,225 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41031,1732670456605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:20:59,225 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41031,1732670456605-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:20:59,227 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:20:59,227 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:20:59,227 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,41031,1732670456605-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:20:59,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ba7437, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:59,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,41031,-1 for getting cluster id 2024-11-27T01:20:59,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:20:59,294 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f197df-5371-459f-aaf6-fa554e9686a9' 2024-11-27T01:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f197df-5371-459f-aaf6-fa554e9686a9" 2024-11-27T01:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bf1474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,41031,-1] 2024-11-27T01:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:20:59,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:20:59,296 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:20:59,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b72d433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:20:59,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:20:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43449,1732670456663, seqNum=-1] 2024-11-27T01:20:59,298 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:20:59,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:20:59,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,41031,1732670456605 2024-11-27T01:20:59,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-27T01:20:59,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:20:59,303 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1015702e95a0002 connected 2024-11-27T01:20:59,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/hadoop.log.dir so I do NOT create it in target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b 2024-11-27T01:20:59,306 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:20:59,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/hadoop.tmp.dir so I do NOT create it in target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b 2024-11-27T01:20:59,306 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:20:59,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b 2024-11-27T01:20:59,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:20:59,306 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/cluster_d51d527b-4161-ce20-7f4b-8a8e0731511f, deleteOnExit=true 2024-11-27T01:20:59,306 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/test.cache.data in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:20:59,307 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:20:59,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:20:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:20:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:20:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:20:59,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:20:59,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:59,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:20:59,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:20:59,385 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:20:59,385 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:20:59,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:59,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@212d6290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:20:59,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586be9a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:20:59,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@778b1872{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/java.io.tmpdir/jetty-localhost-34317-hadoop-hdfs-3_4_1-tests_jar-_-any-7784266265700899538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:20:59,506 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44fd5e6b{HTTP/1.1, (http/1.1)}{localhost:34317} 2024-11-27T01:20:59,506 INFO [Time-limited test {}] server.Server(415): Started @248114ms 2024-11-27T01:20:59,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:20:59,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:20:59,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:20:59,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:20:59,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:20:59,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7af07dc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:20:59,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@370005d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:20:59,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c2e99a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/java.io.tmpdir/jetty-localhost-38093-hadoop-hdfs-3_4_1-tests_jar-_-any-3413367418051889250/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:20:59,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e55eb3d{HTTP/1.1, (http/1.1)}{localhost:38093} 2024-11-27T01:20:59,743 INFO [Time-limited test {}] server.Server(415): Started @248351ms 2024-11-27T01:20:59,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:20:59,850 WARN [Thread-3554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/cluster_d51d527b-4161-ce20-7f4b-8a8e0731511f/data/data1/current/BP-1702091017-172.17.0.2-1732670459325/current, will proceed with Du for space computation calculation, 2024-11-27T01:20:59,850 WARN [Thread-3555 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/cluster_d51d527b-4161-ce20-7f4b-8a8e0731511f/data/data2/current/BP-1702091017-172.17.0.2-1732670459325/current, will proceed with Du for space computation calculation, 2024-11-27T01:20:59,869 WARN [Thread-3542 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:20:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x288eefcddd223247 with lease ID 0x94b7018fcc9dd659: Processing first storage report for DS-cc6594a1-c26c-47f7-b5f5-8373a12f9c1c from datanode DatanodeRegistration(127.0.0.1:37531, datanodeUuid=1afa4200-54d3-4010-a312-13f3ecd9881a, infoPort=40035, infoSecurePort=0, ipcPort=35511, storageInfo=lv=-57;cid=testClusterID;nsid=1596045362;c=1732670459325) 2024-11-27T01:20:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x288eefcddd223247 with lease ID 0x94b7018fcc9dd659: from storage DS-cc6594a1-c26c-47f7-b5f5-8373a12f9c1c node DatanodeRegistration(127.0.0.1:37531, datanodeUuid=1afa4200-54d3-4010-a312-13f3ecd9881a, infoPort=40035, infoSecurePort=0, ipcPort=35511, storageInfo=lv=-57;cid=testClusterID;nsid=1596045362;c=1732670459325), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:20:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x288eefcddd223247 with lease ID 0x94b7018fcc9dd659: Processing first storage report for DS-cfa51bb0-4fdc-45d5-a4dc-286dd17673f7 from datanode DatanodeRegistration(127.0.0.1:37531, datanodeUuid=1afa4200-54d3-4010-a312-13f3ecd9881a, infoPort=40035, infoSecurePort=0, ipcPort=35511, storageInfo=lv=-57;cid=testClusterID;nsid=1596045362;c=1732670459325) 2024-11-27T01:20:59,871 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x288eefcddd223247 with lease ID 0x94b7018fcc9dd659: from storage DS-cfa51bb0-4fdc-45d5-a4dc-286dd17673f7 node DatanodeRegistration(127.0.0.1:37531, datanodeUuid=1afa4200-54d3-4010-a312-13f3ecd9881a, infoPort=40035, infoSecurePort=0, ipcPort=35511, storageInfo=lv=-57;cid=testClusterID;nsid=1596045362;c=1732670459325), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:20:59,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b 2024-11-27T01:20:59,966 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:59,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:20:59,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:21:00,375 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b with version=8 2024-11-27T01:21:00,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/hbase-staging 2024-11-27T01:21:00,377 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:00,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:00,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:00,377 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:00,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:00,377 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:00,377 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:21:00,377 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:00,378 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35349 2024-11-27T01:21:00,379 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35349 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-27T01:21:00,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353490x0, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:00,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35349-0x1015702e95a0003 connected 2024-11-27T01:21:00,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:00,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:00,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Set watcher on znode that does not yet exist, /1-1497756262/running 2024-11-27T01:21:00,397 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b, hbase.cluster.distributed=false 2024-11-27T01:21:00,398 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Set watcher on znode that does not yet exist, /1-1497756262/acl 2024-11-27T01:21:00,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35349 2024-11-27T01:21:00,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35349 2024-11-27T01:21:00,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35349 2024-11-27T01:21:00,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35349 2024-11-27T01:21:00,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35349 2024-11-27T01:21:00,413 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:00,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:00,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:00,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:00,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:00,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:00,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:21:00,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:00,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33131 2024-11-27T01:21:00,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33131 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-27T01:21:00,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:00,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:00,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331310x0, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:00,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331310x0, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Set watcher on znode that does not yet exist, /1-1497756262/running 2024-11-27T01:21:00,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33131-0x1015702e95a0004 connected 2024-11-27T01:21:00,420 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:21:00,420 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:21:00,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Set watcher on znode that does not yet exist, /1-1497756262/master 2024-11-27T01:21:00,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Set watcher on znode that does not yet exist, /1-1497756262/acl 2024-11-27T01:21:00,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33131 2024-11-27T01:21:00,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33131 2024-11-27T01:21:00,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33131 2024-11-27T01:21:00,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33131 2024-11-27T01:21:00,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33131 2024-11-27T01:21:00,439 DEBUG [M:0;7d6f26a4c136:35349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:35349 2024-11-27T01:21:00,440 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1497756262/backup-masters/7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:00,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262/backup-masters 2024-11-27T01:21:00,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262/backup-masters 2024-11-27T01:21:00,443 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Set watcher on existing znode=/1-1497756262/backup-masters/7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1497756262/master 2024-11-27T01:21:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:00,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:00,445 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Set watcher on existing znode=/1-1497756262/master 2024-11-27T01:21:00,445 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1497756262/backup-masters/7d6f26a4c136,35349,1732670460377 from backup master directory 2024-11-27T01:21:00,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1497756262/backup-masters/7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:00,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262/backup-masters 2024-11-27T01:21:00,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262/backup-masters 2024-11-27T01:21:00,446 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:00,446 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:00,449 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/hbase.id] with ID: 9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c 2024-11-27T01:21:00,449 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/.tmp/hbase.id 2024-11-27T01:21:00,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:21:00,854 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/.tmp/hbase.id]:[hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/hbase.id] 2024-11-27T01:21:00,863 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:00,863 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:21:00,864 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:21:00,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:00,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:00,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:21:00,877 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:00,877 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:21:00,878 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:00,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:21:00,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store 2024-11-27T01:21:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:21:01,304 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:01,304 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:21:01,304 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:01,304 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:01,304 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:21:01,304 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:01,304 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:01,304 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670461304Disabling compacts and flushes for region at 1732670461304Disabling writes for close at 1732670461304Writing region close event to WAL at 1732670461304Closed at 1732670461304 2024-11-27T01:21:01,305 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/.initializing 2024-11-27T01:21:01,305 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/WALs/7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:01,306 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:01,307 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C35349%2C1732670460377, suffix=, logDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/WALs/7d6f26a4c136,35349,1732670460377, archiveDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/oldWALs, maxLogs=10 2024-11-27T01:21:01,321 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/WALs/7d6f26a4c136,35349,1732670460377/7d6f26a4c136%2C35349%2C1732670460377.1732670461307, exclude list is [], retry=0 2024-11-27T01:21:01,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37531,DS-cc6594a1-c26c-47f7-b5f5-8373a12f9c1c,DISK] 2024-11-27T01:21:01,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/WALs/7d6f26a4c136,35349,1732670460377/7d6f26a4c136%2C35349%2C1732670460377.1732670461307 2024-11-27T01:21:01,325 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40035:40035)] 2024-11-27T01:21:01,325 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:01,325 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:01,325 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,326 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:21:01,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:01,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:01,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:21:01,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:01,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:01,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:21:01,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:01,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:01,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:21:01,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:01,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:01,331 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,331 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,332 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,332 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,332 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,333 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:01,334 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:01,335 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:01,335 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72523459, jitterRate=0.08068375289440155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:01,335 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670461326Initializing all the Stores at 1732670461326Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670461326Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670461326Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670461326Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670461326Cleaning up temporary data from old regions at 1732670461332 (+6 ms)Region opened successfully at 1732670461335 (+3 ms) 2024-11-27T01:21:01,336 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:21:01,338 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678da70f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:01,339 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:21:01,339 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:21:01,339 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:21:01,339 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:21:01,339 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:21:01,340 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:21:01,340 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:21:01,341 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:21:01,342 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Unable to get data of znode /1-1497756262/balancer because node does not exist (not necessarily an error) 2024-11-27T01:21:01,345 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497756262/balancer already deleted, retry=false 2024-11-27T01:21:01,345 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:21:01,346 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Unable to get data of znode /1-1497756262/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:21:01,347 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497756262/normalizer already deleted, retry=false 2024-11-27T01:21:01,347 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:21:01,348 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Unable to get data of znode /1-1497756262/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:21:01,349 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497756262/switch/split already deleted, retry=false 2024-11-27T01:21:01,349 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Unable to get data of znode /1-1497756262/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:21:01,350 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497756262/switch/merge already deleted, retry=false 2024-11-27T01:21:01,352 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Unable to get data of znode /1-1497756262/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:21:01,355 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497756262/snapshot-cleanup already deleted, retry=false 2024-11-27T01:21:01,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1497756262/running 2024-11-27T01:21:01,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1497756262/running 2024-11-27T01:21:01,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:01,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:01,357 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,35349,1732670460377, sessionid=0x1015702e95a0003, setting cluster-up flag (Was=false) 2024-11-27T01:21:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:01,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:01,364 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1497756262/flush-table-proc/acquired, /1-1497756262/flush-table-proc/reached, /1-1497756262/flush-table-proc/abort 2024-11-27T01:21:01,365 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:01,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:01,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:01,372 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1497756262/online-snapshot/acquired, /1-1497756262/online-snapshot/reached, /1-1497756262/online-snapshot/abort 2024-11-27T01:21:01,373 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:01,374 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:21:01,375 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:01,375 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:21:01,375 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:21:01,376 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,35349,1732670460377 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:21:01,377 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:01,377 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:01,377 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:01,377 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:01,377 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:21:01,377 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,377 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:01,377 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,377 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670491377 2024-11-27T01:21:01,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:21:01,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:21:01,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:21:01,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:21:01,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:21:01,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:21:01,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,378 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:01,378 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:21:01,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:21:01,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:21:01,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:21:01,378 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:21:01,379 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:21:01,379 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:21:01,379 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:01,379 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670461379,5,FailOnTimeoutGroup] 2024-11-27T01:21:01,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:21:01,380 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670461379,5,FailOnTimeoutGroup] 2024-11-27T01:21:01,380 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,380 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:21:01,380 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,380 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:21:01,430 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(746): ClusterId : 9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c 2024-11-27T01:21:01,430 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:21:01,434 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:21:01,434 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:21:01,435 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:21:01,436 DEBUG [RS:0;7d6f26a4c136:33131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afec205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:01,450 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:33131 2024-11-27T01:21:01,451 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:21:01,451 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:21:01,451 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:21:01,451 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,35349,1732670460377 with port=33131, startcode=1732670460413 2024-11-27T01:21:01,451 DEBUG [RS:0;7d6f26a4c136:33131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:21:01,453 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:21:01,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35349 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:01,453 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35349 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:01,454 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b 2024-11-27T01:21:01,454 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36211 2024-11-27T01:21:01,454 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:21:01,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262/rs 2024-11-27T01:21:01,458 DEBUG [RS:0;7d6f26a4c136:33131 {}] zookeeper.ZKUtil(111): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Set watcher on existing znode=/1-1497756262/rs/7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:01,458 WARN [RS:0;7d6f26a4c136:33131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:01,458 INFO [RS:0;7d6f26a4c136:33131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:01,458 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:01,459 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,33131,1732670460413] 2024-11-27T01:21:01,461 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:21:01,463 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:21:01,463 INFO [RS:0;7d6f26a4c136:33131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:21:01,463 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,463 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:21:01,464 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:21:01,464 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:01,464 DEBUG [RS:0;7d6f26a4c136:33131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:01,468 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,468 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,468 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,468 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,468 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,468 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33131,1732670460413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:01,485 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:21:01,486 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,33131,1732670460413-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,486 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,486 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.Replication(171): 7d6f26a4c136,33131,1732670460413 started 2024-11-27T01:21:01,502 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:01,502 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,33131,1732670460413, RpcServer on 7d6f26a4c136/172.17.0.2:33131, sessionid=0x1015702e95a0004 2024-11-27T01:21:01,502 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:21:01,502 DEBUG [RS:0;7d6f26a4c136:33131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:01,502 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,33131,1732670460413' 2024-11-27T01:21:01,502 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1497756262/flush-table-proc/abort' 2024-11-27T01:21:01,503 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1497756262/flush-table-proc/acquired' 2024-11-27T01:21:01,503 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:21:01,503 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:21:01,503 DEBUG [RS:0;7d6f26a4c136:33131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:01,503 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,33131,1732670460413' 2024-11-27T01:21:01,503 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1497756262/online-snapshot/abort' 2024-11-27T01:21:01,503 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1497756262/online-snapshot/acquired' 2024-11-27T01:21:01,503 DEBUG [RS:0;7d6f26a4c136:33131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:21:01,503 INFO [RS:0;7d6f26a4c136:33131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:21:01,503 INFO [RS:0;7d6f26a4c136:33131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:21:01,604 INFO [RS:0;7d6f26a4c136:33131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:01,605 INFO [RS:0;7d6f26a4c136:33131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C33131%2C1732670460413, suffix=, logDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413, archiveDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/oldWALs, maxLogs=10 2024-11-27T01:21:01,622 DEBUG [RS:0;7d6f26a4c136:33131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605, exclude list is [], retry=0 2024-11-27T01:21:01,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37531,DS-cc6594a1-c26c-47f7-b5f5-8373a12f9c1c,DISK] 2024-11-27T01:21:01,626 INFO [RS:0;7d6f26a4c136:33131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 2024-11-27T01:21:01,626 DEBUG [RS:0;7d6f26a4c136:33131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40035:40035)] 2024-11-27T01:21:01,794 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:21:01,795 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b 2024-11-27T01:21:01,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:21:02,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:02,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:02,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:02,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:02,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:02,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:02,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:02,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:02,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:02,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:02,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:02,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:02,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:02,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:02,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:02,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:02,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:02,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:02,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740 2024-11-27T01:21:02,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740 2024-11-27T01:21:02,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:02,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:02,208 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:02,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:02,211 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:02,211 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74240629, jitterRate=0.10627157986164093}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:02,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670462200Initializing all the Stores at 1732670462200Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670462200Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670462201 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670462201Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670462201Cleaning up temporary data from old regions at 1732670462208 (+7 ms)Region opened successfully at 1732670462211 (+3 ms) 2024-11-27T01:21:02,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:21:02,211 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:21:02,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:21:02,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:21:02,211 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:21:02,211 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:02,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670462211Disabling compacts and flushes for region at 1732670462211Disabling writes for close at 1732670462211Writing region close event to WAL at 1732670462211Closed at 1732670462211 2024-11-27T01:21:02,212 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:02,212 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:21:02,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:21:02,213 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:02,214 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:21:02,364 DEBUG [7d6f26a4c136:35349 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:21:02,364 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:02,365 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,33131,1732670460413, state=OPENING 2024-11-27T01:21:02,369 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:21:02,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:02,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:02,371 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:02,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1497756262/meta-region-server: CHANGED 2024-11-27T01:21:02,371 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1497756262/meta-region-server: CHANGED 2024-11-27T01:21:02,371 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,33131,1732670460413}] 2024-11-27T01:21:02,523 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:02,524 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:21:02,527 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:21:02,527 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:02,527 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:21:02,528 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C33131%2C1732670460413.meta, suffix=.meta, logDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413, archiveDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/oldWALs, maxLogs=10 2024-11-27T01:21:02,541 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.meta.1732670462528.meta, exclude list is [], retry=0 2024-11-27T01:21:02,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37531,DS-cc6594a1-c26c-47f7-b5f5-8373a12f9c1c,DISK] 2024-11-27T01:21:02,544 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.meta.1732670462528.meta 2024-11-27T01:21:02,544 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40035:40035)] 2024-11-27T01:21:02,545 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:02,545 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:02,545 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:21:02,545 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:21:02,545 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:21:02,545 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:21:02,545 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:02,545 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:21:02,545 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:21:02,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:02,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:02,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:02,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:02,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:02,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:02,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:02,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:02,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:02,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:02,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:02,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:02,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:02,549 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:02,549 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:02,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:02,549 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:02,550 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740 2024-11-27T01:21:02,550 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740 2024-11-27T01:21:02,551 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:02,551 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:02,551 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:02,552 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:02,553 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67058549, jitterRate=-7.497519254684448E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:02,553 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:21:02,553 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670462545Writing region info on filesystem at 1732670462545Initializing all the Stores at 1732670462546 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670462546Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670462546Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670462546Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670462546Cleaning up temporary data from old regions at 1732670462551 (+5 ms)Running coprocessor post-open hooks at 1732670462553 (+2 ms)Region opened successfully at 1732670462553 2024-11-27T01:21:02,554 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670462523 2024-11-27T01:21:02,555 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:21:02,555 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:21:02,556 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:02,556 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,33131,1732670460413, state=OPEN 2024-11-27T01:21:02,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1497756262/meta-region-server 2024-11-27T01:21:02,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1497756262/meta-region-server 2024-11-27T01:21:02,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1497756262/meta-region-server: CHANGED 2024-11-27T01:21:02,558 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1497756262/meta-region-server: CHANGED 2024-11-27T01:21:02,558 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:02,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:21:02,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,33131,1732670460413 in 187 msec 2024-11-27T01:21:02,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:21:02,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-27T01:21:02,561 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:02,561 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:21:02,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:02,562 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33131,1732670460413, seqNum=-1] 2024-11-27T01:21:02,562 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:02,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39605, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:02,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1920 sec 2024-11-27T01:21:02,567 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670462567, completionTime=-1 2024-11-27T01:21:02,567 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:21:02,567 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:21:02,568 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:21:02,568 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670522568 2024-11-27T01:21:02,568 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670582568 2024-11-27T01:21:02,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T01:21:02,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35349,1732670460377-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:02,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35349,1732670460377-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:02,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35349,1732670460377-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:02,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:35349, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:02,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:02,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:02,570 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:21:02,572 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.126sec 2024-11-27T01:21:02,572 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:21:02,572 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:21:02,572 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:21:02,572 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:21:02,572 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:21:02,572 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35349,1732670460377-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:02,572 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35349,1732670460377-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:21:02,573 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:21:02,573 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:21:02,573 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35349,1732670460377-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:02,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45ae30c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:02,631 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35349,-1 for getting cluster id 2024-11-27T01:21:02,631 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:02,632 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c' 2024-11-27T01:21:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c" 2024-11-27T01:21:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2722e0ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35349,-1] 2024-11-27T01:21:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:02,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:02,634 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:02,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4645f2c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:02,635 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:02,636 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33131,1732670460413, seqNum=-1] 2024-11-27T01:21:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:02,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:02,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:02,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-27T01:21:02,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:02,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1015702e95a0005 connected 2024-11-27T01:21:02,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/hadoop.log.dir so I do NOT create it in target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28 2024-11-27T01:21:02,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:21:02,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/hadoop.tmp.dir so I do NOT create it in target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28 2024-11-27T01:21:02,648 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:21:02,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28 2024-11-27T01:21:02,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:21:02,648 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/cluster_7f573261-628b-d1d8-6905-627dc7c3e56a, deleteOnExit=true 2024-11-27T01:21:02,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:21:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/test.cache.data in system properties and HBase conf 2024-11-27T01:21:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:21:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:21:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:21:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:21:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:21:02,649 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:21:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:21:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:21:02,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:21:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:21:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:21:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:21:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:21:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:21:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:21:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:21:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:21:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:21:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:21:02,650 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:21:02,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:02,729 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:21:02,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:21:02,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:21:02,731 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:21:02,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:02,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2af24495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:21:02,733 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4696ca19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:21:02,848 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6612769c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/java.io.tmpdir/jetty-localhost-38913-hadoop-hdfs-3_4_1-tests_jar-_-any-4318795544552315282/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:21:02,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79ea9a1d{HTTP/1.1, (http/1.1)}{localhost:38913} 2024-11-27T01:21:02,849 INFO [Time-limited test {}] server.Server(415): Started @251457ms 2024-11-27T01:21:02,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:02,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:21:02,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:21:02,942 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:21:02,942 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:21:02,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6222ff80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:21:02,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c39bd22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:21:03,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@324a05fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/java.io.tmpdir/jetty-localhost-46549-hadoop-hdfs-3_4_1-tests_jar-_-any-17983893093147178127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:21:03,056 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@348a7b9{HTTP/1.1, (http/1.1)}{localhost:46549} 2024-11-27T01:21:03,056 INFO [Time-limited test {}] server.Server(415): Started @251664ms 2024-11-27T01:21:03,057 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:21:03,154 WARN [Thread-3674 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/cluster_7f573261-628b-d1d8-6905-627dc7c3e56a/data/data1/current/BP-921233702-172.17.0.2-1732670462670/current, will proceed with Du for space computation calculation, 2024-11-27T01:21:03,154 WARN [Thread-3675 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/cluster_7f573261-628b-d1d8-6905-627dc7c3e56a/data/data2/current/BP-921233702-172.17.0.2-1732670462670/current, will proceed with Du for space computation calculation, 2024-11-27T01:21:03,173 WARN [Thread-3662 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:21:03,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13402889f1569765 with lease ID 0xf97b93a20d31e440: Processing first storage report for DS-90e39e7f-2461-4830-aef1-37553bd0ffb8 from datanode DatanodeRegistration(127.0.0.1:43901, datanodeUuid=0c9894ef-36a0-420d-a745-ee8c5566dfe1, infoPort=46773, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=178904678;c=1732670462670) 2024-11-27T01:21:03,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13402889f1569765 with lease ID 0xf97b93a20d31e440: from storage DS-90e39e7f-2461-4830-aef1-37553bd0ffb8 node DatanodeRegistration(127.0.0.1:43901, datanodeUuid=0c9894ef-36a0-420d-a745-ee8c5566dfe1, infoPort=46773, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=178904678;c=1732670462670), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:21:03,175 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x13402889f1569765 with lease ID 0xf97b93a20d31e440: Processing first storage report for DS-e40f49bb-45ed-4b44-bc55-58b3f9c947d3 from datanode DatanodeRegistration(127.0.0.1:43901, datanodeUuid=0c9894ef-36a0-420d-a745-ee8c5566dfe1, infoPort=46773, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=178904678;c=1732670462670) 2024-11-27T01:21:03,175 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x13402889f1569765 with lease ID 0xf97b93a20d31e440: from storage DS-e40f49bb-45ed-4b44-bc55-58b3f9c947d3 node DatanodeRegistration(127.0.0.1:43901, datanodeUuid=0c9894ef-36a0-420d-a745-ee8c5566dfe1, infoPort=46773, infoSecurePort=0, ipcPort=38905, storageInfo=lv=-57;cid=testClusterID;nsid=178904678;c=1732670462670), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:21:03,179 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28 2024-11-27T01:21:03,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:03,180 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:03,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:21:03,190 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c with version=8 2024-11-27T01:21:03,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/hbase-staging 2024-11-27T01:21:03,193 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:03,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:03,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:03,193 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:03,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:03,193 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:03,193 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:21:03,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:03,193 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38619 2024-11-27T01:21:03,194 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38619 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-27T01:21:03,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386190x0, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:03,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38619-0x1015702e95a0006 connected 2024-11-27T01:21:03,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:03,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:03,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Set watcher on znode that does not yet exist, /2-1992251257/running 2024-11-27T01:21:03,214 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c, hbase.cluster.distributed=false 2024-11-27T01:21:03,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Set watcher on znode that does not yet exist, /2-1992251257/acl 2024-11-27T01:21:03,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38619 2024-11-27T01:21:03,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38619 2024-11-27T01:21:03,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38619 2024-11-27T01:21:03,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38619 2024-11-27T01:21:03,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38619 2024-11-27T01:21:03,240 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:03,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:03,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:03,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:03,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:03,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:03,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:21:03,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:03,241 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37401 2024-11-27T01:21:03,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37401 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-27T01:21:03,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:03,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:03,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374010x0, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:03,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37401-0x1015702e95a0007 connected 2024-11-27T01:21:03,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Set watcher on znode that does not yet exist, /2-1992251257/running 2024-11-27T01:21:03,249 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:21:03,250 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:21:03,250 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Set watcher on znode that does not yet exist, /2-1992251257/master 2024-11-27T01:21:03,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Set watcher on znode that does not yet exist, /2-1992251257/acl 2024-11-27T01:21:03,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37401 2024-11-27T01:21:03,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37401 2024-11-27T01:21:03,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37401 2024-11-27T01:21:03,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37401 2024-11-27T01:21:03,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37401 2024-11-27T01:21:03,267 DEBUG [M:0;7d6f26a4c136:38619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:38619 2024-11-27T01:21:03,267 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1992251257/backup-masters/7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:03,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257/backup-masters 2024-11-27T01:21:03,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257/backup-masters 2024-11-27T01:21:03,269 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Set watcher on existing znode=/2-1992251257/backup-masters/7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1992251257/master 2024-11-27T01:21:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:03,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:03,270 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Set watcher on existing znode=/2-1992251257/master 2024-11-27T01:21:03,271 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1992251257/backup-masters/7d6f26a4c136,38619,1732670463192 from backup master directory 2024-11-27T01:21:03,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1992251257/backup-masters/7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:03,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257/backup-masters 2024-11-27T01:21:03,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257/backup-masters 2024-11-27T01:21:03,277 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:03,277 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:03,280 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/hbase.id] with ID: c6898182-0459-442e-baff-41d81015ad59 2024-11-27T01:21:03,280 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/.tmp/hbase.id 2024-11-27T01:21:03,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:21:03,685 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/.tmp/hbase.id]:[hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/hbase.id] 2024-11-27T01:21:03,693 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:03,693 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:21:03,694 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:21:03,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:03,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:03,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:21:04,105 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:04,106 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:21:04,109 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:04,121 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:21:04,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:21:04,122 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store 2024-11-27T01:21:04,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:21:04,530 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:04,530 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:21:04,530 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:04,530 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:04,530 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:21:04,530 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:04,530 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:04,530 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670464530Disabling compacts and flushes for region at 1732670464530Disabling writes for close at 1732670464530Writing region close event to WAL at 1732670464530Closed at 1732670464530 2024-11-27T01:21:04,531 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/.initializing 2024-11-27T01:21:04,531 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/WALs/7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:04,532 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:04,535 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C38619%2C1732670463192, suffix=, logDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/WALs/7d6f26a4c136,38619,1732670463192, archiveDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/oldWALs, maxLogs=10 2024-11-27T01:21:04,548 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/WALs/7d6f26a4c136,38619,1732670463192/7d6f26a4c136%2C38619%2C1732670463192.1732670464535, exclude list is [], retry=0 2024-11-27T01:21:04,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43901,DS-90e39e7f-2461-4830-aef1-37553bd0ffb8,DISK] 2024-11-27T01:21:04,552 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/WALs/7d6f26a4c136,38619,1732670463192/7d6f26a4c136%2C38619%2C1732670463192.1732670464535 2024-11-27T01:21:04,552 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46773:46773)] 2024-11-27T01:21:04,552 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:04,552 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:04,552 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,552 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:21:04,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:04,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:04,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:21:04,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:04,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:04,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:21:04,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:04,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:04,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:21:04,561 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:04,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:04,561 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,561 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,562 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,562 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,562 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,563 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:04,563 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:04,565 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:04,565 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65464928, jitterRate=-0.02449655532836914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:04,565 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670464552Initializing all the Stores at 1732670464553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670464553Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670464556 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670464556Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670464556Cleaning up temporary data from old regions at 1732670464562 (+6 ms)Region opened successfully at 1732670464565 (+3 ms) 2024-11-27T01:21:04,566 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:21:04,568 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25799739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:04,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:21:04,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:21:04,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:21:04,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:21:04,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:21:04,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:21:04,569 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:21:04,571 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:21:04,571 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Unable to get data of znode /2-1992251257/balancer because node does not exist (not necessarily an error) 2024-11-27T01:21:04,573 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1992251257/balancer already deleted, retry=false 2024-11-27T01:21:04,573 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:21:04,573 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Unable to get data of znode /2-1992251257/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:21:04,575 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1992251257/normalizer already deleted, retry=false 2024-11-27T01:21:04,575 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:21:04,576 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Unable to get data of znode /2-1992251257/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:21:04,578 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1992251257/switch/split already deleted, retry=false 2024-11-27T01:21:04,579 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Unable to get data of znode /2-1992251257/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:21:04,582 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1992251257/switch/merge already deleted, retry=false 2024-11-27T01:21:04,583 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Unable to get data of znode /2-1992251257/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:21:04,584 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1992251257/snapshot-cleanup already deleted, retry=false 2024-11-27T01:21:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1992251257/running 2024-11-27T01:21:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1992251257/running 2024-11-27T01:21:04,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:04,587 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,38619,1732670463192, sessionid=0x1015702e95a0006, setting cluster-up flag (Was=false) 2024-11-27T01:21:04,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:04,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:04,596 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1992251257/flush-table-proc/acquired, /2-1992251257/flush-table-proc/reached, /2-1992251257/flush-table-proc/abort 2024-11-27T01:21:04,597 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:04,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:04,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:04,606 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1992251257/online-snapshot/acquired, /2-1992251257/online-snapshot/reached, /2-1992251257/online-snapshot/abort 2024-11-27T01:21:04,608 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:04,609 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:21:04,610 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:04,610 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:21:04,610 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:21:04,611 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,38619,1732670463192 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:21:04,612 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:04,612 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:04,612 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:04,612 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:04,612 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:21:04,612 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,612 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:04,612 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,615 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:04,615 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:21:04,615 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670494615 2024-11-27T01:21:04,616 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:21:04,616 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:21:04,616 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:21:04,616 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:21:04,616 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:21:04,616 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:04,616 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:21:04,616 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,616 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:21:04,616 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:21:04,616 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:21:04,616 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:21:04,616 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:21:04,617 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:21:04,617 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:21:04,620 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670464617,5,FailOnTimeoutGroup] 2024-11-27T01:21:04,624 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670464620,5,FailOnTimeoutGroup] 2024-11-27T01:21:04,624 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,624 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:21:04,624 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,624 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:21:04,658 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(746): ClusterId : c6898182-0459-442e-baff-41d81015ad59 2024-11-27T01:21:04,658 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:21:04,660 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:21:04,660 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:21:04,662 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:21:04,662 DEBUG [RS:0;7d6f26a4c136:37401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a09bdef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:04,677 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:37401 2024-11-27T01:21:04,677 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:21:04,677 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:21:04,677 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:21:04,678 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,38619,1732670463192 with port=37401, startcode=1732670463240 2024-11-27T01:21:04,678 DEBUG [RS:0;7d6f26a4c136:37401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:21:04,681 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37349, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:21:04,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:04,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38619 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:04,683 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c 2024-11-27T01:21:04,683 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40539 2024-11-27T01:21:04,683 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:21:04,690 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:21:04,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,692 DEBUG [RS:0;7d6f26a4c136:37401 {}] zookeeper.ZKUtil(111): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Set watcher on existing znode=/2-1992251257/rs/7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:04,692 WARN [RS:0;7d6f26a4c136:37401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:04,692 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,692 INFO [RS:0;7d6f26a4c136:37401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:04,693 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:04,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257/rs 2024-11-27T01:21:04,702 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:21:04,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,37401,1732670463240] 2024-11-27T01:21:04,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,761 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:04,790 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:21:04,791 INFO [RS:0;7d6f26a4c136:37401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:21:04,791 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,791 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:21:04,792 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:21:04,792 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,792 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,792 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,792 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,792 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,792 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,792 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:04,792 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,792 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,792 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,792 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,792 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,793 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:04,793 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:04,793 DEBUG [RS:0;7d6f26a4c136:37401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:04,796 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,796 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,796 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,796 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,796 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,796 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37401,1732670463240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:04,818 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:21:04,818 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,37401,1732670463240-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,818 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,818 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.Replication(171): 7d6f26a4c136,37401,1732670463240 started 2024-11-27T01:21:04,838 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:04,838 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,37401,1732670463240, RpcServer on 7d6f26a4c136/172.17.0.2:37401, sessionid=0x1015702e95a0007 2024-11-27T01:21:04,839 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:21:04,839 DEBUG [RS:0;7d6f26a4c136:37401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:04,839 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,37401,1732670463240' 2024-11-27T01:21:04,839 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1992251257/flush-table-proc/abort' 2024-11-27T01:21:04,840 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1992251257/flush-table-proc/acquired' 2024-11-27T01:21:04,840 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:21:04,840 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:21:04,840 DEBUG [RS:0;7d6f26a4c136:37401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:04,840 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,37401,1732670463240' 2024-11-27T01:21:04,840 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1992251257/online-snapshot/abort' 2024-11-27T01:21:04,841 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1992251257/online-snapshot/acquired' 2024-11-27T01:21:04,842 DEBUG [RS:0;7d6f26a4c136:37401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:21:04,842 INFO [RS:0;7d6f26a4c136:37401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:21:04,842 INFO [RS:0;7d6f26a4c136:37401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:21:04,942 INFO [RS:0;7d6f26a4c136:37401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:04,944 INFO [RS:0;7d6f26a4c136:37401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C37401%2C1732670463240, suffix=, logDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240, archiveDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/oldWALs, maxLogs=10 2024-11-27T01:21:04,961 DEBUG [RS:0;7d6f26a4c136:37401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944, exclude list is [], retry=0 2024-11-27T01:21:04,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43901,DS-90e39e7f-2461-4830-aef1-37553bd0ffb8,DISK] 2024-11-27T01:21:04,966 INFO [RS:0;7d6f26a4c136:37401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 2024-11-27T01:21:04,966 DEBUG [RS:0;7d6f26a4c136:37401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46773:46773)] 2024-11-27T01:21:05,028 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:21:05,028 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c 2024-11-27T01:21:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:21:05,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:05,435 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:05,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:05,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:05,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:05,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:05,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:05,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:05,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:05,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:05,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:05,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:05,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:05,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:05,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:05,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:05,440 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:05,440 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:05,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740 2024-11-27T01:21:05,441 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740 2024-11-27T01:21:05,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:05,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:05,442 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:05,443 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:05,444 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:05,445 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60269690, jitterRate=-0.10191163420677185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:05,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670465434Initializing all the Stores at 1732670465434Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670465434Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670465435 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670465435Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670465435Cleaning up temporary data from old regions at 1732670465442 (+7 ms)Region opened successfully at 1732670465445 (+3 ms) 2024-11-27T01:21:05,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:21:05,445 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:21:05,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:21:05,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:21:05,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:21:05,445 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:05,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670465445Disabling compacts and flushes for region at 1732670465445Disabling writes for close at 1732670465445Writing region close event to WAL at 1732670465445Closed at 1732670465445 2024-11-27T01:21:05,447 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:05,447 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:21:05,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:21:05,448 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:05,448 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:21:05,599 DEBUG [7d6f26a4c136:38619 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:21:05,599 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:05,600 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,37401,1732670463240, state=OPENING 2024-11-27T01:21:05,603 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:21:05,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:05,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:05,605 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:05,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,37401,1732670463240}] 2024-11-27T01:21:05,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1992251257/meta-region-server: CHANGED 2024-11-27T01:21:05,605 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1992251257/meta-region-server: CHANGED 2024-11-27T01:21:05,757 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:05,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:21:05,762 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:21:05,762 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:05,762 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:21:05,763 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C37401%2C1732670463240.meta, suffix=.meta, logDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240, archiveDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/oldWALs, maxLogs=10 2024-11-27T01:21:05,777 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.meta.1732670465763.meta, exclude list is [], retry=0 2024-11-27T01:21:05,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43901,DS-90e39e7f-2461-4830-aef1-37553bd0ffb8,DISK] 2024-11-27T01:21:05,780 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.meta.1732670465763.meta 2024-11-27T01:21:05,780 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46773:46773)] 2024-11-27T01:21:05,780 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:05,780 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:05,780 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:21:05,780 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:21:05,781 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:21:05,781 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:21:05,781 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:05,781 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:21:05,781 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:21:05,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:05,782 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:05,782 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:05,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:05,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:05,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:05,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:05,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:05,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:05,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:05,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:05,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:05,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:05,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:05,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:05,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:05,785 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:05,786 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740 2024-11-27T01:21:05,786 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740 2024-11-27T01:21:05,787 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:05,787 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:05,787 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:05,788 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:05,789 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59960759, jitterRate=-0.1065150648355484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:05,789 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:21:05,789 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670465781Writing region info on filesystem at 1732670465781Initializing all the Stores at 1732670465781Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670465781Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670465782 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670465782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670465782Cleaning up temporary data from old regions at 1732670465787 (+5 ms)Running coprocessor post-open hooks at 1732670465789 (+2 ms)Region opened successfully at 1732670465789 2024-11-27T01:21:05,789 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670465757 2024-11-27T01:21:05,791 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:21:05,791 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:21:05,791 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:05,792 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,37401,1732670463240, state=OPEN 2024-11-27T01:21:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1992251257/meta-region-server 2024-11-27T01:21:05,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1992251257/meta-region-server 2024-11-27T01:21:05,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1992251257/meta-region-server: CHANGED 2024-11-27T01:21:05,794 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:05,794 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1992251257/meta-region-server: CHANGED 2024-11-27T01:21:05,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:21:05,796 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,37401,1732670463240 in 189 msec 2024-11-27T01:21:05,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:21:05,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-27T01:21:05,797 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:05,797 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:21:05,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:05,798 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,37401,1732670463240, seqNum=-1] 2024-11-27T01:21:05,799 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:05,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:05,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-27T01:21:05,809 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670465809, completionTime=-1 2024-11-27T01:21:05,809 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:21:05,809 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:21:05,811 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:21:05,811 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670525811 2024-11-27T01:21:05,811 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670585811 2024-11-27T01:21:05,811 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-27T01:21:05,812 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,38619,1732670463192-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:05,812 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,38619,1732670463192-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:05,812 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,38619,1732670463192-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:05,812 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:38619, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:05,812 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:05,813 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:21:05,813 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:05,816 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.539sec 2024-11-27T01:21:05,816 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:21:05,816 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:21:05,816 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:21:05,816 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:21:05,816 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:21:05,816 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,38619,1732670463192-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:05,816 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,38619,1732670463192-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:21:05,819 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:21:05,819 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:21:05,819 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,38619,1732670463192-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:05,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7da0a79c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:05,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,38619,-1 for getting cluster id 2024-11-27T01:21:05,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:05,861 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6898182-0459-442e-baff-41d81015ad59' 2024-11-27T01:21:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:05,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6898182-0459-442e-baff-41d81015ad59" 2024-11-27T01:21:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b0c9302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,38619,-1] 2024-11-27T01:21:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:05,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:05,863 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:05,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:05,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,37401,1732670463240, seqNum=-1] 2024-11-27T01:21:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:05,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:05,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:05,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53023 2024-11-27T01:21:05,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:05,870 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1015702e95a0008 connected 2024-11-27T01:21:05,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,41031,1732670456605 2024-11-27T01:21:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1285d342 2024-11-27T01:21:05,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:05,876 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:05,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:05,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:21:05,879 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:21:05,879 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:05,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:21:05,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:21:05,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:05,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:21:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:06,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:06,288 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 042c62258a4741b3a107a9bcb1cf90ca, NAME => 'test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13 2024-11-27T01:21:06,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:21:06,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:06,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 042c62258a4741b3a107a9bcb1cf90ca, disabling compactions & flushes 2024-11-27T01:21:06,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:06,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:06,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. after waiting 0 ms 2024-11-27T01:21:06,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:06,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:06,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 042c62258a4741b3a107a9bcb1cf90ca: Waiting for close lock at 1732670466294Disabling compacts and flushes for region at 1732670466294Disabling writes for close at 1732670466294Writing region close event to WAL at 1732670466294Closed at 1732670466294 2024-11-27T01:21:06,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:21:06,296 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670466295"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670466295"}]},"ts":"1732670466295"} 2024-11-27T01:21:06,298 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:21:06,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:21:06,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670466299"}]},"ts":"1732670466299"} 2024-11-27T01:21:06,300 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:21:06,301 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=042c62258a4741b3a107a9bcb1cf90ca, ASSIGN}] 2024-11-27T01:21:06,302 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=042c62258a4741b3a107a9bcb1cf90ca, ASSIGN 2024-11-27T01:21:06,303 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=042c62258a4741b3a107a9bcb1cf90ca, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43449,1732670456663; forceNewPlan=false, retain=false 2024-11-27T01:21:06,453 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=042c62258a4741b3a107a9bcb1cf90ca, regionState=OPENING, regionLocation=7d6f26a4c136,43449,1732670456663 2024-11-27T01:21:06,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=042c62258a4741b3a107a9bcb1cf90ca, ASSIGN because future has completed 2024-11-27T01:21:06,456 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 042c62258a4741b3a107a9bcb1cf90ca, server=7d6f26a4c136,43449,1732670456663}] 2024-11-27T01:21:06,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T01:21:06,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T01:21:06,495 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T01:21:06,495 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T01:21:06,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:06,615 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:06,615 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 042c62258a4741b3a107a9bcb1cf90ca, NAME => 'test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:06,615 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:06,616 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:21:06,616 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,616 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:06,616 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,616 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,620 INFO [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,622 INFO [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 042c62258a4741b3a107a9bcb1cf90ca columnFamilyName f 2024-11-27T01:21:06,622 DEBUG [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:06,622 INFO [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] regionserver.HStore(327): Store=042c62258a4741b3a107a9bcb1cf90ca/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:06,622 INFO [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,623 INFO [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 042c62258a4741b3a107a9bcb1cf90ca columnFamilyName f1 2024-11-27T01:21:06,624 DEBUG [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:06,624 INFO [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] regionserver.HStore(327): Store=042c62258a4741b3a107a9bcb1cf90ca/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:06,624 INFO [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,625 INFO [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 042c62258a4741b3a107a9bcb1cf90ca columnFamilyName norep 2024-11-27T01:21:06,625 DEBUG [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:06,625 INFO [StoreOpener-042c62258a4741b3a107a9bcb1cf90ca-1 {}] regionserver.HStore(327): Store=042c62258a4741b3a107a9bcb1cf90ca/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:06,625 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,626 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,626 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,627 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,627 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,628 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:21:06,628 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,637 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:06,637 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 042c62258a4741b3a107a9bcb1cf90ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59884597, jitterRate=-0.10764996707439423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:21:06,637 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:06,638 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 042c62258a4741b3a107a9bcb1cf90ca: Running coprocessor pre-open hook at 1732670466616Writing region info on filesystem at 1732670466616Initializing all the Stores at 1732670466617 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670466617Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670466620 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670466620Cleaning up temporary data from old regions at 1732670466627 (+7 ms)Running coprocessor post-open hooks at 1732670466637 (+10 ms)Region opened successfully at 1732670466638 (+1 ms) 2024-11-27T01:21:06,639 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca., pid=6, masterSystemTime=1732670466609 2024-11-27T01:21:06,641 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:06,641 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:06,642 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=042c62258a4741b3a107a9bcb1cf90ca, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,43449,1732670456663 2024-11-27T01:21:06,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 042c62258a4741b3a107a9bcb1cf90ca, server=7d6f26a4c136,43449,1732670456663 because future has completed 2024-11-27T01:21:06,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:21:06,651 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 042c62258a4741b3a107a9bcb1cf90ca, server=7d6f26a4c136,43449,1732670456663 in 193 msec 2024-11-27T01:21:06,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:21:06,653 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=042c62258a4741b3a107a9bcb1cf90ca, ASSIGN in 350 msec 2024-11-27T01:21:06,654 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:21:06,654 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670466654"}]},"ts":"1732670466654"} 2024-11-27T01:21:06,660 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:21:06,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:21:06,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 785 msec 2024-11-27T01:21:07,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:07,014 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:21:07,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:07,024 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5179e929 2024-11-27T01:21:07,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:07,026 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:07,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:21:07,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:21:07,030 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:07,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:21:07,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:21:07,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:07,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:21:07,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:07,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:07,452 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fa293084dd54495d51654eefcf8e30d1, NAME => 'test,,1732670467027.fa293084dd54495d51654eefcf8e30d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b 2024-11-27T01:21:07,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:21:07,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670467027.fa293084dd54495d51654eefcf8e30d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:07,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing fa293084dd54495d51654eefcf8e30d1, disabling compactions & flushes 2024-11-27T01:21:07,462 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:07,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:07,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. after waiting 0 ms 2024-11-27T01:21:07,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:07,462 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:07,462 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for fa293084dd54495d51654eefcf8e30d1: Waiting for close lock at 1732670467462Disabling compacts and flushes for region at 1732670467462Disabling writes for close at 1732670467462Writing region close event to WAL at 1732670467462Closed at 1732670467462 2024-11-27T01:21:07,464 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:21:07,464 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670467027.fa293084dd54495d51654eefcf8e30d1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670467464"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670467464"}]},"ts":"1732670467464"} 2024-11-27T01:21:07,466 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:21:07,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:21:07,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670467467"}]},"ts":"1732670467467"} 2024-11-27T01:21:07,469 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:21:07,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa293084dd54495d51654eefcf8e30d1, ASSIGN}] 2024-11-27T01:21:07,471 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=fa293084dd54495d51654eefcf8e30d1, ASSIGN 2024-11-27T01:21:07,472 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=fa293084dd54495d51654eefcf8e30d1, ASSIGN; state=OFFLINE, location=7d6f26a4c136,33131,1732670460413; forceNewPlan=false, retain=false 2024-11-27T01:21:07,623 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa293084dd54495d51654eefcf8e30d1, regionState=OPENING, regionLocation=7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:07,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=fa293084dd54495d51654eefcf8e30d1, ASSIGN because future has completed 2024-11-27T01:21:07,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa293084dd54495d51654eefcf8e30d1, server=7d6f26a4c136,33131,1732670460413}] 2024-11-27T01:21:07,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:07,788 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:07,789 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fa293084dd54495d51654eefcf8e30d1, NAME => 'test,,1732670467027.fa293084dd54495d51654eefcf8e30d1.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:07,789 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:07,789 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:21:07,789 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,789 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670467027.fa293084dd54495d51654eefcf8e30d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:07,789 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,789 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,792 INFO [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,794 INFO [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa293084dd54495d51654eefcf8e30d1 columnFamilyName f 2024-11-27T01:21:07,794 DEBUG [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:07,798 INFO [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] regionserver.HStore(327): Store=fa293084dd54495d51654eefcf8e30d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:07,799 INFO [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,800 INFO [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa293084dd54495d51654eefcf8e30d1 columnFamilyName f1 2024-11-27T01:21:07,800 DEBUG [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:07,800 INFO [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] regionserver.HStore(327): Store=fa293084dd54495d51654eefcf8e30d1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:07,800 INFO [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,801 INFO [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fa293084dd54495d51654eefcf8e30d1 columnFamilyName norep 2024-11-27T01:21:07,801 DEBUG [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:07,801 INFO [StoreOpener-fa293084dd54495d51654eefcf8e30d1-1 {}] regionserver.HStore(327): Store=fa293084dd54495d51654eefcf8e30d1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:07,802 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,802 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,802 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,804 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,804 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,804 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:21:07,805 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,807 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:07,807 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fa293084dd54495d51654eefcf8e30d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63366745, jitterRate=-0.05576191842556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:21:07,807 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:07,808 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fa293084dd54495d51654eefcf8e30d1: Running coprocessor pre-open hook at 1732670467789Writing region info on filesystem at 1732670467789Initializing all the Stores at 1732670467790 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670467790Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670467792 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670467792Cleaning up temporary data from old regions at 1732670467804 (+12 ms)Running coprocessor post-open hooks at 1732670467807 (+3 ms)Region opened successfully at 1732670467807 2024-11-27T01:21:07,809 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670467027.fa293084dd54495d51654eefcf8e30d1., pid=6, masterSystemTime=1732670467778 2024-11-27T01:21:07,811 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:07,811 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:07,811 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fa293084dd54495d51654eefcf8e30d1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:07,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fa293084dd54495d51654eefcf8e30d1, server=7d6f26a4c136,33131,1732670460413 because future has completed 2024-11-27T01:21:07,816 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:21:07,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fa293084dd54495d51654eefcf8e30d1, server=7d6f26a4c136,33131,1732670460413 in 190 msec 2024-11-27T01:21:07,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:21:07,818 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=fa293084dd54495d51654eefcf8e30d1, ASSIGN in 348 msec 2024-11-27T01:21:07,819 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:21:07,819 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670467819"}]},"ts":"1732670467819"} 2024-11-27T01:21:07,821 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:21:07,827 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:21:07,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 800 msec 2024-11-27T01:21:08,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:08,174 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:21:08,174 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:08,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:08,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6216ba38 2024-11-27T01:21:08,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:08,176 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:08,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:08,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:21:08,179 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:21:08,179 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:08,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:21:08,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:08,180 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:21:08,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:21:08,190 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8259bdb8cc9458654c94685598e3d331, NAME => 'test,,1732670468177.8259bdb8cc9458654c94685598e3d331.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c 2024-11-27T01:21:08,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:21:08,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670468177.8259bdb8cc9458654c94685598e3d331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:08,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8259bdb8cc9458654c94685598e3d331, disabling compactions & flushes 2024-11-27T01:21:08,194 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:08,194 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:08,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670468177.8259bdb8cc9458654c94685598e3d331. after waiting 0 ms 2024-11-27T01:21:08,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:08,195 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:08,195 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8259bdb8cc9458654c94685598e3d331: Waiting for close lock at 1732670468194Disabling compacts and flushes for region at 1732670468194Disabling writes for close at 1732670468195 (+1 ms)Writing region close event to WAL at 1732670468195Closed at 1732670468195 2024-11-27T01:21:08,195 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:21:08,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670468177.8259bdb8cc9458654c94685598e3d331.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670468195"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670468195"}]},"ts":"1732670468195"} 2024-11-27T01:21:08,201 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:21:08,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:21:08,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670468201"}]},"ts":"1732670468201"} 2024-11-27T01:21:08,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:21:08,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8259bdb8cc9458654c94685598e3d331, ASSIGN}] 2024-11-27T01:21:08,204 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8259bdb8cc9458654c94685598e3d331, ASSIGN 2024-11-27T01:21:08,205 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8259bdb8cc9458654c94685598e3d331, ASSIGN; state=OFFLINE, location=7d6f26a4c136,37401,1732670463240; forceNewPlan=false, retain=false 2024-11-27T01:21:08,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:08,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8259bdb8cc9458654c94685598e3d331, regionState=OPENING, regionLocation=7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:08,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8259bdb8cc9458654c94685598e3d331, ASSIGN because future has completed 2024-11-27T01:21:08,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8259bdb8cc9458654c94685598e3d331, server=7d6f26a4c136,37401,1732670463240}] 2024-11-27T01:21:08,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:08,513 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:08,513 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8259bdb8cc9458654c94685598e3d331, NAME => 'test,,1732670468177.8259bdb8cc9458654c94685598e3d331.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:08,514 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:08,514 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:21:08,514 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,514 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670468177.8259bdb8cc9458654c94685598e3d331.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:08,514 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,514 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,515 INFO [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,516 INFO [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8259bdb8cc9458654c94685598e3d331 columnFamilyName f 2024-11-27T01:21:08,517 DEBUG [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:08,517 INFO [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] regionserver.HStore(327): Store=8259bdb8cc9458654c94685598e3d331/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:08,517 INFO [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,518 INFO [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8259bdb8cc9458654c94685598e3d331 columnFamilyName f1 2024-11-27T01:21:08,518 DEBUG [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:08,519 INFO [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] regionserver.HStore(327): Store=8259bdb8cc9458654c94685598e3d331/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:08,519 INFO [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,519 INFO [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8259bdb8cc9458654c94685598e3d331 columnFamilyName norep 2024-11-27T01:21:08,519 DEBUG [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:08,520 INFO [StoreOpener-8259bdb8cc9458654c94685598e3d331-1 {}] regionserver.HStore(327): Store=8259bdb8cc9458654c94685598e3d331/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:08,520 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,520 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,521 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,521 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,522 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,522 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:21:08,523 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,524 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:08,525 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8259bdb8cc9458654c94685598e3d331; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68715598, jitterRate=0.02394220232963562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:21:08,525 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:08,525 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8259bdb8cc9458654c94685598e3d331: Running coprocessor pre-open hook at 1732670468514Writing region info on filesystem at 1732670468514Initializing all the Stores at 1732670468515 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670468515Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670468515Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670468515Cleaning up temporary data from old regions at 1732670468522 (+7 ms)Running coprocessor post-open hooks at 1732670468525 (+3 ms)Region opened successfully at 1732670468525 2024-11-27T01:21:08,526 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670468177.8259bdb8cc9458654c94685598e3d331., pid=6, masterSystemTime=1732670468510 2024-11-27T01:21:08,528 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:08,528 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:08,528 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8259bdb8cc9458654c94685598e3d331, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:08,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8259bdb8cc9458654c94685598e3d331, server=7d6f26a4c136,37401,1732670463240 because future has completed 2024-11-27T01:21:08,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:21:08,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8259bdb8cc9458654c94685598e3d331, server=7d6f26a4c136,37401,1732670463240 in 173 msec 2024-11-27T01:21:08,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:21:08,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8259bdb8cc9458654c94685598e3d331, ASSIGN in 330 msec 2024-11-27T01:21:08,537 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:21:08,537 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670468537"}]},"ts":"1732670468537"} 2024-11-27T01:21:08,540 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:21:08,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:21:08,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 364 msec 2024-11-27T01:21:08,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:08,804 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:21:08,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c668a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:08,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,41031,-1 for getting cluster id 2024-11-27T01:21:08,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:08,805 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f197df-5371-459f-aaf6-fa554e9686a9' 2024-11-27T01:21:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f197df-5371-459f-aaf6-fa554e9686a9" 2024-11-27T01:21:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56435a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,41031,-1] 2024-11-27T01:21:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:08,806 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:08,807 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:08,807 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1149a4a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:08,808 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:08,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,41031,1732670456605 2024-11-27T01:21:08,808 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cc95c16 2024-11-27T01:21:08,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:08,809 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:08,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:35349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:21:08,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:21:08,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:08,812 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35349' 2024-11-27T01:21:08,813 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52b6daf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:08,813 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35349,-1 for getting cluster id 2024-11-27T01:21:08,813 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:08,813 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c' 2024-11-27T01:21:08,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:08,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c" 2024-11-27T01:21:08,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e98e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:08,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35349,-1] 2024-11-27T01:21:08,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:08,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:08,815 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:08,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc734cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:08,815 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:08,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:08,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d7154d0 2024-11-27T01:21:08,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:08,816 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:08,817 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:21:08,817 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:21:08,817 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:08,817 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:08,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:08,818 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:08,818 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:21:08,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:21:08,819 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:08,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:21:08,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:21:08,869 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:21:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:09,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:09,229 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8a6d0257b96d49e121c55083d7b80c7c, NAME => 'hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13 2024-11-27T01:21:09,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:21:09,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:09,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:09,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8a6d0257b96d49e121c55083d7b80c7c, disabling compactions & flushes 2024-11-27T01:21:09,638 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:09,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:09,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. after waiting 0 ms 2024-11-27T01:21:09,638 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:09,638 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:09,639 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8a6d0257b96d49e121c55083d7b80c7c: Waiting for close lock at 1732670469638Disabling compacts and flushes for region at 1732670469638Disabling writes for close at 1732670469638Writing region close event to WAL at 1732670469638Closed at 1732670469638 2024-11-27T01:21:09,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:21:09,640 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670469640"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670469640"}]},"ts":"1732670469640"} 2024-11-27T01:21:09,642 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:21:09,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:21:09,643 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670469643"}]},"ts":"1732670469643"} 2024-11-27T01:21:09,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:21:09,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a6d0257b96d49e121c55083d7b80c7c, ASSIGN}] 2024-11-27T01:21:09,646 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a6d0257b96d49e121c55083d7b80c7c, ASSIGN 2024-11-27T01:21:09,647 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a6d0257b96d49e121c55083d7b80c7c, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43449,1732670456663; forceNewPlan=false, retain=false 2024-11-27T01:21:09,798 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a6d0257b96d49e121c55083d7b80c7c, regionState=OPENING, regionLocation=7d6f26a4c136,43449,1732670456663 2024-11-27T01:21:09,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8a6d0257b96d49e121c55083d7b80c7c, ASSIGN because future has completed 2024-11-27T01:21:09,803 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a6d0257b96d49e121c55083d7b80c7c, server=7d6f26a4c136,43449,1732670456663}] 2024-11-27T01:21:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:09,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:09,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:09,971 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:21:09,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C43449%2C1732670456663.rep, suffix=, logDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663, archiveDir=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/oldWALs, maxLogs=10 2024-11-27T01:21:09,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.rep.1732670469976, exclude list is [], retry=0 2024-11-27T01:21:09,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36195,DS-1ebfa5f5-58e4-4a68-9c5b-346f928886f3,DISK] 2024-11-27T01:21:10,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.rep.1732670469976 2024-11-27T01:21:10,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42321:42321)] 2024-11-27T01:21:10,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8a6d0257b96d49e121c55083d7b80c7c, NAME => 'hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:10,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:10,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:21:10,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. service=MultiRowMutationService 2024-11-27T01:21:10,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:21:10,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:10,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,012 INFO [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,014 INFO [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a6d0257b96d49e121c55083d7b80c7c columnFamilyName hfileref 2024-11-27T01:21:10,014 DEBUG [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:10,014 INFO [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] regionserver.HStore(327): Store=8a6d0257b96d49e121c55083d7b80c7c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:10,014 INFO [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,015 INFO [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a6d0257b96d49e121c55083d7b80c7c columnFamilyName queue 2024-11-27T01:21:10,015 DEBUG [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:10,015 INFO [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] regionserver.HStore(327): Store=8a6d0257b96d49e121c55083d7b80c7c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:10,015 INFO [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,016 INFO [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a6d0257b96d49e121c55083d7b80c7c columnFamilyName sid 2024-11-27T01:21:10,016 DEBUG [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:10,017 INFO [StoreOpener-8a6d0257b96d49e121c55083d7b80c7c-1 {}] regionserver.HStore(327): Store=8a6d0257b96d49e121c55083d7b80c7c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:10,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,017 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/replication/8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/replication/8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:21:10,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/replication/8a6d0257b96d49e121c55083d7b80c7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:10,032 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8a6d0257b96d49e121c55083d7b80c7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63038379, jitterRate=-0.06065495312213898}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:21:10,032 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:10,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8a6d0257b96d49e121c55083d7b80c7c: Running coprocessor pre-open hook at 1732670470009Writing region info on filesystem at 1732670470009Initializing all the Stores at 1732670470010 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670470010Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670470012 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670470012Cleaning up temporary data from old regions at 1732670470019 (+7 ms)Running coprocessor post-open hooks at 1732670470032 (+13 ms)Region opened successfully at 1732670470033 (+1 ms) 2024-11-27T01:21:10,033 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c., pid=10, masterSystemTime=1732670469958 2024-11-27T01:21:10,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:10,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:10,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8a6d0257b96d49e121c55083d7b80c7c, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43449,1732670456663 2024-11-27T01:21:10,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8a6d0257b96d49e121c55083d7b80c7c, server=7d6f26a4c136,43449,1732670456663 because future has completed 2024-11-27T01:21:10,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:21:10,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8a6d0257b96d49e121c55083d7b80c7c, server=7d6f26a4c136,43449,1732670456663 in 236 msec 2024-11-27T01:21:10,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:21:10,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8a6d0257b96d49e121c55083d7b80c7c, ASSIGN in 396 msec 2024-11-27T01:21:10,043 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:21:10,043 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670470043"}]},"ts":"1732670470043"} 2024-11-27T01:21:10,045 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:21:10,046 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:21:10,047 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2280 sec 2024-11-27T01:21:10,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c., hostname=7d6f26a4c136,43449,1732670456663, seqNum=2] 2024-11-27T01:21:10,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:21:10,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:21:10,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:21:10,121 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T01:21:10,122 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T01:21:10,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43449 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:21:10,248 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:21:10,291 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,43449,1732670456663, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:21:10,291 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:10,292 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43449,1732670456663, seqNum=-1] 2024-11-27T01:21:10,292 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:10,299 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-27T01:21:10,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,43449,1732670456663', locateType=CURRENT is [region=hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c., hostname=7d6f26a4c136,43449,1732670456663, seqNum=2] 2024-11-27T01:21:10,304 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:21:10,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:21:10,307 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,43449,1732670456663 suceeded 2024-11-27T01:21:10,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:21:10,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-27T01:21:10,309 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:35349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:21:10,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-27T01:21:10,334 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35349' 2024-11-27T01:21:10,337 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3aad9b5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:10,337 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35349,-1 for getting cluster id 2024-11-27T01:21:10,337 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:10,338 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c' 2024-11-27T01:21:10,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:10,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c" 2024-11-27T01:21:10,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6377f80a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:10,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35349,-1] 2024-11-27T01:21:10,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:10,339 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:10,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:10,341 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@44324abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:10,341 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:10,342 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:10,342 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ab67d0a 2024-11-27T01:21:10,343 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:10,344 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-27T01:21:10,345 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,43449,1732670456663 (queues=1) is replicating from cluster=31f197df-5371-459f-aaf6-fa554e9686a9 to cluster=9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c 2024-11-27T01:21:10,345 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C43449%2C1732670456663 2024-11-27T01:21:10,345 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,43449,1732670456663, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:21:10,349 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266, startPosition=0, beingWritten=true 2024-11-27T01:21:10,352 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C43449%2C1732670456663 2024-11-27T01:21:10,359 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:10,359 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 379, reset compression=false 2024-11-27T01:21:10,359 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,43449,1732670456663 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:10,579 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 379, reset compression=false 2024-11-27T01:21:10,890 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 379, reset compression=false 2024-11-27T01:21:10,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:10,954 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:21:10,954 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:10,954 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:10,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:10,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:10,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:10,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3615816c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:10,955 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35349,-1 for getting cluster id 2024-11-27T01:21:10,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:10,956 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c' 2024-11-27T01:21:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c" 2024-11-27T01:21:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5948e25a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:10,956 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35349,-1] 2024-11-27T01:21:10,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:10,957 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:10,958 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:10,958 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a81ce7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:10,959 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52a6a951 2024-11-27T01:21:10,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:10,961 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:10,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:38619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:21:10,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:21:10,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:10,964 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:38619' 2024-11-27T01:21:10,967 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777b783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:10,967 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,38619,-1 for getting cluster id 2024-11-27T01:21:10,967 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:10,968 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6898182-0459-442e-baff-41d81015ad59' 2024-11-27T01:21:10,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:10,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6898182-0459-442e-baff-41d81015ad59" 2024-11-27T01:21:10,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a2e1e40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:10,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,38619,-1] 2024-11-27T01:21:10,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:10,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:10,969 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:10,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254787ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:10,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:10,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:10,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f2a59b0 2024-11-27T01:21:10,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:10,971 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:10,972 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:21:10,972 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:21:10,972 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:10,972 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:10,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:10,973 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:10,974 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:21:10,975 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:21:10,975 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:10,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:21:10,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:21:10,990 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ced3ad07fe8fa9e816abb5cd5114dd9b, NAME => 'hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b 2024-11-27T01:21:11,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:21:11,010 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:11,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ced3ad07fe8fa9e816abb5cd5114dd9b, disabling compactions & flushes 2024-11-27T01:21:11,011 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:11,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:11,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. after waiting 0 ms 2024-11-27T01:21:11,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:11,011 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:11,011 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ced3ad07fe8fa9e816abb5cd5114dd9b: Waiting for close lock at 1732670471010Disabling compacts and flushes for region at 1732670471010Disabling writes for close at 1732670471011 (+1 ms)Writing region close event to WAL at 1732670471011Closed at 1732670471011 2024-11-27T01:21:11,012 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:21:11,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670471012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670471012"}]},"ts":"1732670471012"} 2024-11-27T01:21:11,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:21:11,016 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:21:11,016 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670471016"}]},"ts":"1732670471016"} 2024-11-27T01:21:11,018 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:21:11,018 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ced3ad07fe8fa9e816abb5cd5114dd9b, ASSIGN}] 2024-11-27T01:21:11,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ced3ad07fe8fa9e816abb5cd5114dd9b, ASSIGN 2024-11-27T01:21:11,021 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ced3ad07fe8fa9e816abb5cd5114dd9b, ASSIGN; state=OFFLINE, location=7d6f26a4c136,33131,1732670460413; forceNewPlan=false, retain=false 2024-11-27T01:21:11,024 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:21:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:11,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ced3ad07fe8fa9e816abb5cd5114dd9b, regionState=OPENING, regionLocation=7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:11,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ced3ad07fe8fa9e816abb5cd5114dd9b, ASSIGN because future has completed 2024-11-27T01:21:11,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ced3ad07fe8fa9e816abb5cd5114dd9b, server=7d6f26a4c136,33131,1732670460413}] 2024-11-27T01:21:11,283 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:21:11,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:11,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,285 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,294 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 379, reset compression=false 2024-11-27T01:21:11,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,337 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:11,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:11,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:11,352 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:21:11,357 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C33131%2C1732670460413.rep, suffix=, logDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413, archiveDir=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/oldWALs, maxLogs=10 2024-11-27T01:21:11,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.rep.1732670471357, exclude list is [], retry=0 2024-11-27T01:21:11,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37531,DS-cc6594a1-c26c-47f7-b5f5-8373a12f9c1c,DISK] 2024-11-27T01:21:11,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.rep.1732670471357 2024-11-27T01:21:11,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40035:40035)] 2024-11-27T01:21:11,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ced3ad07fe8fa9e816abb5cd5114dd9b, NAME => 'hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:11,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:11,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:21:11,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. service=MultiRowMutationService 2024-11-27T01:21:11,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:21:11,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:11,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,376 INFO [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,377 INFO [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced3ad07fe8fa9e816abb5cd5114dd9b columnFamilyName hfileref 2024-11-27T01:21:11,377 DEBUG [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:11,378 INFO [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] regionserver.HStore(327): Store=ced3ad07fe8fa9e816abb5cd5114dd9b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:11,378 INFO [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,379 INFO [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced3ad07fe8fa9e816abb5cd5114dd9b columnFamilyName queue 2024-11-27T01:21:11,379 DEBUG [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:11,379 INFO [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] regionserver.HStore(327): Store=ced3ad07fe8fa9e816abb5cd5114dd9b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:11,379 INFO [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,380 INFO [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ced3ad07fe8fa9e816abb5cd5114dd9b columnFamilyName sid 2024-11-27T01:21:11,380 DEBUG [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:11,380 INFO [StoreOpener-ced3ad07fe8fa9e816abb5cd5114dd9b-1 {}] regionserver.HStore(327): Store=ced3ad07fe8fa9e816abb5cd5114dd9b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:11,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/replication/ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/replication/ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:21:11,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/replication/ced3ad07fe8fa9e816abb5cd5114dd9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:11,385 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ced3ad07fe8fa9e816abb5cd5114dd9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75200925, jitterRate=0.12058110535144806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:21:11,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:11,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ced3ad07fe8fa9e816abb5cd5114dd9b: Running coprocessor pre-open hook at 1732670471375Writing region info on filesystem at 1732670471375Initializing all the Stores at 1732670471376 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670471376Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670471376Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670471376Cleaning up temporary data from old regions at 1732670471381 (+5 ms)Running coprocessor post-open hooks at 1732670471385 (+4 ms)Region opened successfully at 1732670471385 2024-11-27T01:21:11,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b., pid=10, masterSystemTime=1732670471339 2024-11-27T01:21:11,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:11,387 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:11,388 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ced3ad07fe8fa9e816abb5cd5114dd9b, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:11,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ced3ad07fe8fa9e816abb5cd5114dd9b, server=7d6f26a4c136,33131,1732670460413 because future has completed 2024-11-27T01:21:11,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:21:11,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ced3ad07fe8fa9e816abb5cd5114dd9b, server=7d6f26a4c136,33131,1732670460413 in 218 msec 2024-11-27T01:21:11,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:21:11,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ced3ad07fe8fa9e816abb5cd5114dd9b, ASSIGN in 376 msec 2024-11-27T01:21:11,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:21:11,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670471397"}]},"ts":"1732670471397"} 2024-11-27T01:21:11,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:21:11,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:21:11,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 426 msec 2024-11-27T01:21:11,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b., hostname=7d6f26a4c136,33131,1732670460413, seqNum=2] 2024-11-27T01:21:11,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:11,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:11,439 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:21:11,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:21:11,591 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:21:11,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:11,647 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,33131,1732670460413, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:21:11,647 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:11,647 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33131,1732670460413, seqNum=-1] 2024-11-27T01:21:11,648 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:11,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T01:21:11,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,33131,1732670460413', locateType=CURRENT is [region=hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b., hostname=7d6f26a4c136,33131,1732670460413, seqNum=2] 2024-11-27T01:21:11,653 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:21:11,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:21:11,655 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,33131,1732670460413 suceeded 2024-11-27T01:21:11,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:21:11,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 216 msec 2024-11-27T01:21:11,658 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:38619,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:21:11,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 697 msec 2024-11-27T01:21:11,670 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:38619' 2024-11-27T01:21:11,671 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74d1aa8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:11,671 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,38619,-1 for getting cluster id 2024-11-27T01:21:11,671 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:11,672 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6898182-0459-442e-baff-41d81015ad59' 2024-11-27T01:21:11,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:11,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6898182-0459-442e-baff-41d81015ad59" 2024-11-27T01:21:11,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c01fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:11,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,38619,-1] 2024-11-27T01:21:11,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:11,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:11,674 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:11,675 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@364e4074, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:11,675 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:11,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:11,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bd10485 2024-11-27T01:21:11,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:11,676 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-27T01:21:11,677 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,33131,1732670460413 (queues=1) is replicating from cluster=9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c to cluster=c6898182-0459-442e-baff-41d81015ad59 2024-11-27T01:21:11,677 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C33131%2C1732670460413 2024-11-27T01:21:11,677 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,33131,1732670460413, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:21:11,678 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605, startPosition=0, beingWritten=true 2024-11-27T01:21:11,684 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C33131%2C1732670460413 2024-11-27T01:21:11,690 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:11,690 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 379, reset compression=false 2024-11-27T01:21:11,690 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33131,1732670460413 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:11,825 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 379, reset compression=false 2024-11-27T01:21:11,897 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 379, reset compression=false 2024-11-27T01:21:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35349 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:12,104 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:21:12,104 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:12,104 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:12,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:12,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:12,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:12,105 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be22fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:12,105 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,38619,-1 for getting cluster id 2024-11-27T01:21:12,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:12,106 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6898182-0459-442e-baff-41d81015ad59' 2024-11-27T01:21:12,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:12,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6898182-0459-442e-baff-41d81015ad59" 2024-11-27T01:21:12,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcfd690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:12,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,38619,-1] 2024-11-27T01:21:12,106 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:12,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:12,107 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:12,108 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3902a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:12,108 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71265ef2 2024-11-27T01:21:12,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:12,110 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:12,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:35349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:21:12,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:21:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:12,113 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35349' 2024-11-27T01:21:12,114 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cdab5aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:12,114 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35349,-1 for getting cluster id 2024-11-27T01:21:12,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:12,114 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c' 2024-11-27T01:21:12,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:12,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c" 2024-11-27T01:21:12,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a51872c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:12,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35349,-1] 2024-11-27T01:21:12,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:12,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:12,116 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:12,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@246eaed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:12,116 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:12,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:12,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22c59e81 2024-11-27T01:21:12,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:12,117 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:12,118 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:21:12,118 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:21:12,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:12,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:12,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:12,119 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:12,119 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:21:12,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:21:12,120 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:12,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:21:12,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:21:12,170 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:21:12,201 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 379, reset compression=false 2024-11-27T01:21:12,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:12,430 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 379, reset compression=false 2024-11-27T01:21:12,528 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6aabeeac979c756782444b3cc63e98f7, NAME => 'hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c 2024-11-27T01:21:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:21:12,604 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 379, reset compression=false 2024-11-27T01:21:12,673 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:12,674 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:21:12,675 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88551 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:21:12,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:12,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:12,933 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6aabeeac979c756782444b3cc63e98f7, disabling compactions & flushes 2024-11-27T01:21:12,934 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:12,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:12,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. after waiting 0 ms 2024-11-27T01:21:12,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:12,934 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:12,934 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6aabeeac979c756782444b3cc63e98f7: Waiting for close lock at 1732670472933Disabling compacts and flushes for region at 1732670472933Disabling writes for close at 1732670472934 (+1 ms)Writing region close event to WAL at 1732670472934Closed at 1732670472934 2024-11-27T01:21:12,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:21:12,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670472935"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670472935"}]},"ts":"1732670472935"} 2024-11-27T01:21:12,937 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:21:12,938 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:21:12,939 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670472938"}]},"ts":"1732670472938"} 2024-11-27T01:21:12,942 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:21:12,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6aabeeac979c756782444b3cc63e98f7, ASSIGN}] 2024-11-27T01:21:12,943 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6aabeeac979c756782444b3cc63e98f7, ASSIGN 2024-11-27T01:21:12,943 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6aabeeac979c756782444b3cc63e98f7, ASSIGN; state=OFFLINE, location=7d6f26a4c136,37401,1732670463240; forceNewPlan=false, retain=false 2024-11-27T01:21:13,094 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6aabeeac979c756782444b3cc63e98f7, regionState=OPENING, regionLocation=7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:13,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6aabeeac979c756782444b3cc63e98f7, ASSIGN because future has completed 2024-11-27T01:21:13,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aabeeac979c756782444b3cc63e98f7, server=7d6f26a4c136,37401,1732670463240}] 2024-11-27T01:21:13,108 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 379, reset compression=false 2024-11-27T01:21:13,136 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 379, reset compression=false 2024-11-27T01:21:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:13,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:13,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:13,253 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:21:13,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C37401%2C1732670463240.rep, suffix=, logDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240, archiveDir=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/oldWALs, maxLogs=10 2024-11-27T01:21:13,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.rep.1732670473255, exclude list is [], retry=0 2024-11-27T01:21:13,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43901,DS-90e39e7f-2461-4830-aef1-37553bd0ffb8,DISK] 2024-11-27T01:21:13,272 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.rep.1732670473255 2024-11-27T01:21:13,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46773:46773)] 2024-11-27T01:21:13,272 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6aabeeac979c756782444b3cc63e98f7, NAME => 'hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:13,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:13,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:21:13,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. service=MultiRowMutationService 2024-11-27T01:21:13,273 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:21:13,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:13,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,273 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,274 INFO [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,275 INFO [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aabeeac979c756782444b3cc63e98f7 columnFamilyName hfileref 2024-11-27T01:21:13,276 DEBUG [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:13,276 INFO [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] regionserver.HStore(327): Store=6aabeeac979c756782444b3cc63e98f7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:13,276 INFO [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,277 INFO [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aabeeac979c756782444b3cc63e98f7 columnFamilyName queue 2024-11-27T01:21:13,277 DEBUG [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:13,277 INFO [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] regionserver.HStore(327): Store=6aabeeac979c756782444b3cc63e98f7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:13,277 INFO [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,278 INFO [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aabeeac979c756782444b3cc63e98f7 columnFamilyName sid 2024-11-27T01:21:13,278 DEBUG [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:13,278 INFO [StoreOpener-6aabeeac979c756782444b3cc63e98f7-1 {}] regionserver.HStore(327): Store=6aabeeac979c756782444b3cc63e98f7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:13,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/replication/6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/replication/6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:21:13,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/replication/6aabeeac979c756782444b3cc63e98f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:13,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6aabeeac979c756782444b3cc63e98f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69218848, jitterRate=0.03144121170043945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:21:13,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:13,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6aabeeac979c756782444b3cc63e98f7: Running coprocessor pre-open hook at 1732670473273Writing region info on filesystem at 1732670473273Initializing all the Stores at 1732670473274 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670473274Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670473274Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670473274Cleaning up temporary data from old regions at 1732670473280 (+6 ms)Running coprocessor post-open hooks at 1732670473283 (+3 ms)Region opened successfully at 1732670473283 2024-11-27T01:21:13,284 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7., pid=10, masterSystemTime=1732670473249 2024-11-27T01:21:13,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:13,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:13,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6aabeeac979c756782444b3cc63e98f7, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:13,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6aabeeac979c756782444b3cc63e98f7, server=7d6f26a4c136,37401,1732670463240 because future has completed 2024-11-27T01:21:13,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:21:13,290 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6aabeeac979c756782444b3cc63e98f7, server=7d6f26a4c136,37401,1732670463240 in 192 msec 2024-11-27T01:21:13,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:21:13,292 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6aabeeac979c756782444b3cc63e98f7, ASSIGN in 348 msec 2024-11-27T01:21:13,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:21:13,293 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670473293"}]},"ts":"1732670473293"} 2024-11-27T01:21:13,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:21:13,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:21:13,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-27T01:21:13,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7., hostname=7d6f26a4c136,37401,1732670463240, seqNum=2] 2024-11-27T01:21:13,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:13,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:13,334 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:21:13,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37401 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:21:13,488 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:21:13,530 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,37401,1732670463240, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:21:13,531 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:13,531 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,37401,1732670463240, seqNum=-1] 2024-11-27T01:21:13,531 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:13,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T01:21:13,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,37401,1732670463240', locateType=CURRENT is [region=hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7., hostname=7d6f26a4c136,37401,1732670463240, seqNum=2] 2024-11-27T01:21:13,538 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:21:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:21:13,541 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,37401,1732670463240 suceeded 2024-11-27T01:21:13,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:21:13,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-27T01:21:13,542 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:35349,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:21:13,543 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4320 sec 2024-11-27T01:21:13,558 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35349' 2024-11-27T01:21:13,560 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3400d9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:13,560 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35349,-1 for getting cluster id 2024-11-27T01:21:13,561 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:13,561 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c' 2024-11-27T01:21:13,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:13,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c" 2024-11-27T01:21:13,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53209782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:13,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35349,-1] 2024-11-27T01:21:13,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:13,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:13,563 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:13,563 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ec6b4c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:13,563 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:13,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:13,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d3ef0ab 2024-11-27T01:21:13,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:13,565 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-27T01:21:13,565 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,37401,1732670463240 (queues=1) is replicating from cluster=c6898182-0459-442e-baff-41d81015ad59 to cluster=9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c 2024-11-27T01:21:13,566 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C37401%2C1732670463240 2024-11-27T01:21:13,566 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,37401,1732670463240, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:21:13,566 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C37401%2C1732670463240 2024-11-27T01:21:13,566 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944, startPosition=0, beingWritten=true 2024-11-27T01:21:13,572 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:13,572 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 379, reset compression=false 2024-11-27T01:21:13,572 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,37401,1732670463240 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:13,713 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 379, reset compression=false 2024-11-27T01:21:13,777 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 379, reset compression=false 2024-11-27T01:21:13,940 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 379, reset compression=false 2024-11-27T01:21:14,084 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 379, reset compression=false 2024-11-27T01:21:14,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:14,254 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:21:14,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:14,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:14,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:14,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:14,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:14,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8ce66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,255 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,41031,-1 for getting cluster id 2024-11-27T01:21:14,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:14,256 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '31f197df-5371-459f-aaf6-fa554e9686a9' 2024-11-27T01:21:14,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:14,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "31f197df-5371-459f-aaf6-fa554e9686a9" 2024-11-27T01:21:14,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7a45de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,41031,-1] 2024-11-27T01:21:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:14,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:14,257 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:14,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b2879b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a173f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35349,-1 for getting cluster id 2024-11-27T01:21:14,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:14,259 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c' 2024-11-27T01:21:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c" 2024-11-27T01:21:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5523e475, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,259 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35349,-1] 2024-11-27T01:21:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:14,260 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:14,260 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:14,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68fcb145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519f991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,38619,-1 for getting cluster id 2024-11-27T01:21:14,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:14,262 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6898182-0459-442e-baff-41d81015ad59' 2024-11-27T01:21:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6898182-0459-442e-baff-41d81015ad59" 2024-11-27T01:21:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729c324a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,38619,-1] 2024-11-27T01:21:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:14,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:14,263 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:14,263 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f69b2c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:14,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43449,1732670456663, seqNum=-1] 2024-11-27T01:21:14,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:14,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:14,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca., hostname=7d6f26a4c136,43449,1732670456663, seqNum=2] 2024-11-27T01:21:14,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,37401,1732670463240, seqNum=-1] 2024-11-27T01:21:14,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:14,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:14,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732670468177.8259bdb8cc9458654c94685598e3d331., hostname=7d6f26a4c136,37401,1732670463240, seqNum=2] 2024-11-27T01:21:14,274 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-27T01:21:14,417 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 379, reset compression=false 2024-11-27T01:21:14,488 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 379, reset compression=false 2024-11-27T01:21:14,844 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 379, reset compression=false 2024-11-27T01:21:14,849 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:21:14,849 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 480, reset compression=false 2024-11-27T01:21:14,849 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,43449,1732670456663 got entry batch from reader: WALEntryBatch [walEntries=[{test/042c62258a4741b3a107a9bcb1cf90ca/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-27T01:21:14,851 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:14,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-27T01:21:14,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:21:14,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22bb4dbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35349,-1 for getting cluster id 2024-11-27T01:21:14,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:14,854 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c' 2024-11-27T01:21:14,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:14,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9fbe5b8a-3d28-4173-8ed5-9e3cd0e8753c" 2024-11-27T01:21:14,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a09406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35349,-1] 2024-11-27T01:21:14,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:14,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:14,855 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:14,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3abadea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:14,856 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:14,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33131,1732670460413, seqNum=-1] 2024-11-27T01:21:14,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:14,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-27T01:21:14,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732670467027.fa293084dd54495d51654eefcf8e30d1., hostname=7d6f26a4c136,33131,1732670460413, seqNum=2] 2024-11-27T01:21:14,862 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:21:14,992 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 379, reset compression=false 2024-11-27T01:21:15,052 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 480, reset compression=false 2024-11-27T01:21:15,221 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 379, reset compression=false 2024-11-27T01:21:15,228 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:21:15,228 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 503, reset compression=false 2024-11-27T01:21:15,228 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33131,1732670460413 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa293084dd54495d51654eefcf8e30d1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-27T01:21:15,231 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:15,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-27T01:21:15,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:21:15,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a2c1f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:15,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,38619,-1 for getting cluster id 2024-11-27T01:21:15,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:15,233 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c6898182-0459-442e-baff-41d81015ad59' 2024-11-27T01:21:15,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:15,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c6898182-0459-442e-baff-41d81015ad59" 2024-11-27T01:21:15,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74bae658, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:15,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,38619,-1] 2024-11-27T01:21:15,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:15,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:15,235 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:15,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@391f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:15,236 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:15,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,37401,1732670463240, seqNum=-1] 2024-11-27T01:21:15,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:15,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-27T01:21:15,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732670468177.8259bdb8cc9458654c94685598e3d331., hostname=7d6f26a4c136,37401,1732670463240, seqNum=2] 2024-11-27T01:21:15,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:21:15,276 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-27T01:21:15,277 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,33131,1732670460413, seqNum=-1] 2024-11-27T01:21:15,278 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:15,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:15,281 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732670467027.fa293084dd54495d51654eefcf8e30d1., hostname=7d6f26a4c136,33131,1732670460413, seqNum=2] 2024-11-27T01:21:15,284 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-27T01:21:15,356 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 480, reset compression=false 2024-11-27T01:21:15,432 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 503, reset compression=false 2024-11-27T01:21:15,437 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:21:15,437 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 607, reset compression=false 2024-11-27T01:21:15,437 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33131,1732670460413 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa293084dd54495d51654eefcf8e30d1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T01:21:15,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:21:15,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:21:15,596 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 379, reset compression=false 2024-11-27T01:21:15,601 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:15,601 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 655, reset compression=false 2024-11-27T01:21:15,601 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,37401,1732670463240 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:15,641 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 607, reset compression=false 2024-11-27T01:21:15,760 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 480, reset compression=false 2024-11-27T01:21:15,805 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 655, reset compression=false 2024-11-27T01:21:15,945 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 607, reset compression=false 2024-11-27T01:21:16,108 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 655, reset compression=false 2024-11-27T01:21:16,263 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 480, reset compression=false 2024-11-27T01:21:16,286 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-27T01:21:16,290 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-27T01:21:16,349 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 607, reset compression=false 2024-11-27T01:21:16,513 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 655, reset compression=false 2024-11-27T01:21:16,518 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:21:16,518 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 759, reset compression=false 2024-11-27T01:21:16,518 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,37401,1732670463240 got entry batch from reader: WALEntryBatch [walEntries=[{test/8259bdb8cc9458654c94685598e3d331/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-27T01:21:16,520 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:16,521 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-27T01:21:16,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:21:16,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:21:16,722 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 759, reset compression=false 2024-11-27T01:21:16,857 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 607, reset compression=false 2024-11-27T01:21:16,861 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:16,861 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 735, reset compression=false 2024-11-27T01:21:16,861 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33131,1732670460413 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:16,867 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 480, reset compression=false 2024-11-27T01:21:16,878 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:21:16,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,881 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,882 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,953 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:16,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-27T01:21:16,997 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-27T01:21:16,997 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:21:16,997 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-27T01:21:17,027 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 759, reset compression=false 2024-11-27T01:21:17,068 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 735, reset compression=false 2024-11-27T01:21:17,292 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-27T01:21:17,295 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-27T01:21:17,374 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 735, reset compression=false 2024-11-27T01:21:17,431 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 759, reset compression=false 2024-11-27T01:21:17,575 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 480, reset compression=false 2024-11-27T01:21:17,580 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:21:17,580 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:17,580 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,43449,1732670456663 got entry batch from reader: WALEntryBatch [walEntries=[{test/042c62258a4741b3a107a9bcb1cf90ca/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-27T01:21:17,581 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:21:17,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:21:17,777 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 735, reset compression=false 2024-11-27T01:21:17,783 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:21:17,783 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 882, reset compression=false 2024-11-27T01:21:17,783 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33131,1732670460413 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa293084dd54495d51654eefcf8e30d1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-27T01:21:17,783 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:17,785 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:21:17,787 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:21:17,934 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 759, reset compression=false 2024-11-27T01:21:17,938 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:17,938 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 930, reset compression=false 2024-11-27T01:21:17,938 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,37401,1732670463240 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:17,987 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 882, reset compression=false 2024-11-27T01:21:18,093 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:18,141 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 930, reset compression=false 2024-11-27T01:21:18,290 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 882, reset compression=false 2024-11-27T01:21:18,297 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-27T01:21:18,300 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-27T01:21:18,445 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 930, reset compression=false 2024-11-27T01:21:18,497 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:18,694 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 882, reset compression=false 2024-11-27T01:21:18,699 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:21:18,700 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1041, reset compression=false 2024-11-27T01:21:18,700 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33131,1732670460413 got entry batch from reader: WALEntryBatch [walEntries=[{test/fa293084dd54495d51654eefcf8e30d1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T01:21:18,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:21:18,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37401 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:21:18,849 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 930, reset compression=false 2024-11-27T01:21:18,853 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:18,853 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 1080, reset compression=false 2024-11-27T01:21:18,853 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,37401,1732670463240 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:18,903 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1041, reset compression=false 2024-11-27T01:21:19,000 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:19,057 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 1080, reset compression=false 2024-11-27T01:21:19,207 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1041, reset compression=false 2024-11-27T01:21:19,302 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-27T01:21:19,306 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-27T01:21:19,360 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 1080, reset compression=false 2024-11-27T01:21:19,365 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:21:19,365 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 1239, reset compression=false 2024-11-27T01:21:19,365 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,37401,1732670463240 got entry batch from reader: WALEntryBatch [walEntries=[{test/8259bdb8cc9458654c94685598e3d331/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-27T01:21:19,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-27T01:21:19,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33131 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-27T01:21:19,573 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 1239, reset compression=false 2024-11-27T01:21:19,604 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:19,610 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1041, reset compression=false 2024-11-27T01:21:19,615 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:19,615 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1191, reset compression=false 2024-11-27T01:21:19,615 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33131,1732670460413 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:19,818 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1191, reset compression=false 2024-11-27T01:21:19,876 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 1239, reset compression=false 2024-11-27T01:21:20,121 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1191, reset compression=false 2024-11-27T01:21:20,285 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 1239, reset compression=false 2024-11-27T01:21:20,308 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:20,308 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-27T01:21:20,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:21:20,317 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:20,317 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:20,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:20,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:20,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:21:20,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:20,318 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=587335480, stopped=false 2024-11-27T01:21:20,318 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,38619,1732670463192 2024-11-27T01:21:20,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1992251257/running 2024-11-27T01:21:20,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:20,319 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:21:20,320 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:20,320 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:20,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:20,320 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,37401,1732670463240' ***** 2024-11-27T01:21:20,320 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:21:20,320 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:21:20,320 INFO [RS:0;7d6f26a4c136:37401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:21:20,320 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:21:20,320 INFO [RS:0;7d6f26a4c136:37401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:21:20,321 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(3091): Received CLOSE for 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:20,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Set watcher on znode that does not yet exist, /2-1992251257/running 2024-11-27T01:21:20,323 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:21:20,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1992251257/running 2024-11-27T01:21:20,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:20,325 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Set watcher on znode that does not yet exist, /2-1992251257/running 2024-11-27T01:21:20,331 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(3091): Received CLOSE for 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:20,331 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:20,331 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:21:20,331 INFO [RS:0;7d6f26a4c136:37401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:37401. 2024-11-27T01:21:20,331 DEBUG [RS:0;7d6f26a4c136:37401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:20,331 DEBUG [RS:0;7d6f26a4c136:37401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:20,331 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8259bdb8cc9458654c94685598e3d331, disabling compactions & flushes 2024-11-27T01:21:20,331 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:20,331 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:20,331 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670468177.8259bdb8cc9458654c94685598e3d331. after waiting 0 ms 2024-11-27T01:21:20,331 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:20,332 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8259bdb8cc9458654c94685598e3d331 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T01:21:20,332 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:21:20,332 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:21:20,332 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:21:20,332 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:21:20,336 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:21:20,336 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1325): Online Regions={8259bdb8cc9458654c94685598e3d331=test,,1732670468177.8259bdb8cc9458654c94685598e3d331., 1588230740=hbase:meta,,1.1588230740, 6aabeeac979c756782444b3cc63e98f7=hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7.} 2024-11-27T01:21:20,336 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aabeeac979c756782444b3cc63e98f7, 8259bdb8cc9458654c94685598e3d331 2024-11-27T01:21:20,336 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:21:20,337 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:21:20,337 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:21:20,337 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:21:20,337 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:21:20,337 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:21:20,360 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/.tmp/f/834c4405ef0c4a019975b8238e9ffe9f is 29, key is row1/f:/1732670478298/DeleteFamily/seqid=0 2024-11-27T01:21:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741840_1016 (size=5152) 2024-11-27T01:21:20,367 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/info/3ea57fd16e2b441690ca815601961cae is 147, key is hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7./info:regioninfo/1732670473286/Put/seqid=0 2024-11-27T01:21:20,367 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/.tmp/f/834c4405ef0c4a019975b8238e9ffe9f 2024-11-27T01:21:20,374 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 834c4405ef0c4a019975b8238e9ffe9f 2024-11-27T01:21:20,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741841_1017 (size=7686) 2024-11-27T01:21:20,392 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/info/3ea57fd16e2b441690ca815601961cae 2024-11-27T01:21:20,400 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/.tmp/f1/1c2d76173c014d13961256f24e7f4cdf is 30, key is row1/f1:/1732670478298/DeleteFamily/seqid=0 2024-11-27T01:21:20,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741842_1018 (size=5158) 2024-11-27T01:21:20,411 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/.tmp/f1/1c2d76173c014d13961256f24e7f4cdf 2024-11-27T01:21:20,415 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/ns/0d76451ca4db4600970d24ba6d0f78b3 is 43, key is default/ns:d/1732670465800/Put/seqid=0 2024-11-27T01:21:20,416 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c2d76173c014d13961256f24e7f4cdf 2024-11-27T01:21:20,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741843_1019 (size=5153) 2024-11-27T01:21:20,438 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/.tmp/norep/b13c9c3e3775419687558ccbdab212eb is 33, key is row2/norep:/1732670479303/DeleteFamily/seqid=0 2024-11-27T01:21:20,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741844_1020 (size=5108) 2024-11-27T01:21:20,443 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/.tmp/norep/b13c9c3e3775419687558ccbdab212eb 2024-11-27T01:21:20,446 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b13c9c3e3775419687558ccbdab212eb 2024-11-27T01:21:20,447 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/.tmp/f/834c4405ef0c4a019975b8238e9ffe9f as hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/f/834c4405ef0c4a019975b8238e9ffe9f 2024-11-27T01:21:20,452 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 834c4405ef0c4a019975b8238e9ffe9f 2024-11-27T01:21:20,452 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/f/834c4405ef0c4a019975b8238e9ffe9f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T01:21:20,453 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/.tmp/f1/1c2d76173c014d13961256f24e7f4cdf as hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/f1/1c2d76173c014d13961256f24e7f4cdf 2024-11-27T01:21:20,456 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c2d76173c014d13961256f24e7f4cdf 2024-11-27T01:21:20,456 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/f1/1c2d76173c014d13961256f24e7f4cdf, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T01:21:20,457 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/.tmp/norep/b13c9c3e3775419687558ccbdab212eb as hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/norep/b13c9c3e3775419687558ccbdab212eb 2024-11-27T01:21:20,460 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b13c9c3e3775419687558ccbdab212eb 2024-11-27T01:21:20,460 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/norep/b13c9c3e3775419687558ccbdab212eb, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T01:21:20,461 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8259bdb8cc9458654c94685598e3d331 in 130ms, sequenceid=10, compaction requested=false 2024-11-27T01:21:20,465 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/default/test/8259bdb8cc9458654c94685598e3d331/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T01:21:20,465 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:21:20,465 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:21:20,465 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:20,465 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8259bdb8cc9458654c94685598e3d331: Waiting for close lock at 1732670480331Running coprocessor pre-close hooks at 1732670480331Disabling compacts and flushes for region at 1732670480331Disabling writes for close at 1732670480331Obtaining lock to block concurrent updates at 1732670480332 (+1 ms)Preparing flush snapshotting stores in 8259bdb8cc9458654c94685598e3d331 at 1732670480332Finished memstore snapshotting test,,1732670468177.8259bdb8cc9458654c94685598e3d331., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732670480333 (+1 ms)Flushing stores of test,,1732670468177.8259bdb8cc9458654c94685598e3d331. at 1732670480333Flushing 8259bdb8cc9458654c94685598e3d331/f: creating writer at 1732670480333Flushing 8259bdb8cc9458654c94685598e3d331/f: appending metadata at 1732670480360 (+27 ms)Flushing 8259bdb8cc9458654c94685598e3d331/f: closing flushed file at 1732670480360Flushing 8259bdb8cc9458654c94685598e3d331/f1: creating writer at 1732670480375 (+15 ms)Flushing 8259bdb8cc9458654c94685598e3d331/f1: appending metadata at 1732670480400 (+25 ms)Flushing 8259bdb8cc9458654c94685598e3d331/f1: closing flushed file at 1732670480400Flushing 8259bdb8cc9458654c94685598e3d331/norep: creating writer at 1732670480416 (+16 ms)Flushing 8259bdb8cc9458654c94685598e3d331/norep: appending metadata at 1732670480437 (+21 ms)Flushing 8259bdb8cc9458654c94685598e3d331/norep: closing flushed file at 1732670480437Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5abc1af6: reopening flushed file at 1732670480447 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f934357: reopening flushed file at 1732670480452 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2679ebcd: reopening flushed file at 1732670480456 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 8259bdb8cc9458654c94685598e3d331 in 130ms, sequenceid=10, compaction requested=false at 1732670480461 (+5 ms)Writing region close event to WAL at 1732670480462 (+1 ms)Running coprocessor post-close hooks at 1732670480465 (+3 ms)Closed at 1732670480465 2024-11-27T01:21:20,465 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670468177.8259bdb8cc9458654c94685598e3d331. 2024-11-27T01:21:20,466 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6aabeeac979c756782444b3cc63e98f7, disabling compactions & flushes 2024-11-27T01:21:20,466 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:20,466 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:20,466 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. after waiting 0 ms 2024-11-27T01:21:20,466 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:20,466 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6aabeeac979c756782444b3cc63e98f7 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-27T01:21:20,480 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/replication/6aabeeac979c756782444b3cc63e98f7/.tmp/queue/fd44e5e3272e482f85f22506806b7ea1 is 154, key is 1-7d6f26a4c136,37401,1732670463240/queue:7d6f26a4c136%2C37401%2C1732670463240/1732670479370/Put/seqid=0 2024-11-27T01:21:20,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741845_1021 (size=5353) 2024-11-27T01:21:20,525 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1191, reset compression=false 2024-11-27T01:21:20,537 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:20,737 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6aabeeac979c756782444b3cc63e98f7 2024-11-27T01:21:20,788 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 1239, reset compression=false 2024-11-27T01:21:20,793 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:20,793 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 2130, reset compression=false 2024-11-27T01:21:20,793 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,37401,1732670463240 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944, lastWalPosition=2130, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:20,794 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7d6f26a4c136,37401,1732670463240: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7d6f26a4c136,37401,1732670463240, walGroup=7d6f26a4c136%2C37401%2C1732670463240, offset=7d6f26a4c136%2C37401%2C1732670463240.1732670464944:2130, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:37401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T01:21:20,795 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T01:21:20,796 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T01:21:20,796 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T01:21:20,796 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T01:21:20,796 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T01:21:20,796 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 863517184 }, "NonHeapMemoryUsage": { "committed": 205979648, "init": 7667712, "max": -1, "used": 201631160 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T01:21:20,797 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:38619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:38619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T01:21:20,802 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:21:20,802 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:21:20,829 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/ns/0d76451ca4db4600970d24ba6d0f78b3 2024-11-27T01:21:20,850 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/rep_barrier/3306510e42ca487398ba1b5fd06e5b93 is 112, key is test,,1732670468177.8259bdb8cc9458654c94685598e3d331./rep_barrier:seqnumDuringOpen/1732670468528/Put/seqid=0 2024-11-27T01:21:20,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741846_1022 (size=5518) 2024-11-27T01:21:20,884 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/replication/6aabeeac979c756782444b3cc63e98f7/.tmp/queue/fd44e5e3272e482f85f22506806b7ea1 2024-11-27T01:21:20,889 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/replication/6aabeeac979c756782444b3cc63e98f7/.tmp/queue/fd44e5e3272e482f85f22506806b7ea1 as hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/replication/6aabeeac979c756782444b3cc63e98f7/queue/fd44e5e3272e482f85f22506806b7ea1 2024-11-27T01:21:20,893 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/replication/6aabeeac979c756782444b3cc63e98f7/queue/fd44e5e3272e482f85f22506806b7ea1, entries=1, sequenceid=11, filesize=5.2 K 2024-11-27T01:21:20,894 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 6aabeeac979c756782444b3cc63e98f7 in 428ms, sequenceid=11, compaction requested=false 2024-11-27T01:21:20,897 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/replication/6aabeeac979c756782444b3cc63e98f7/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T01:21:20,897 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:21:20,897 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:21:20,897 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:20,897 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6aabeeac979c756782444b3cc63e98f7: Waiting for close lock at 1732670480466Running coprocessor pre-close hooks at 1732670480466Disabling compacts and flushes for region at 1732670480466Disabling writes for close at 1732670480466Obtaining lock to block concurrent updates at 1732670480466Preparing flush snapshotting stores in 6aabeeac979c756782444b3cc63e98f7 at 1732670480466Finished memstore snapshotting hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1732670480466Flushing stores of hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. at 1732670480466Flushing 6aabeeac979c756782444b3cc63e98f7/queue: creating writer at 1732670480466Flushing 6aabeeac979c756782444b3cc63e98f7/queue: appending metadata at 1732670480479 (+13 ms)Flushing 6aabeeac979c756782444b3cc63e98f7/queue: closing flushed file at 1732670480480 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51a4eef5: reopening flushed file at 1732670480888 (+408 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for 6aabeeac979c756782444b3cc63e98f7 in 428ms, sequenceid=11, compaction requested=false at 1732670480894 (+6 ms)Writing region close event to WAL at 1732670480894Running coprocessor post-close hooks at 1732670480897 (+3 ms)Closed at 1732670480897 2024-11-27T01:21:20,898 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670472119.6aabeeac979c756782444b3cc63e98f7. 2024-11-27T01:21:20,937 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:20,996 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 2130, reset compression=false 2024-11-27T01:21:21,028 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1191, reset compression=false 2024-11-27T01:21:21,130 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:21,137 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:21,255 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/rep_barrier/3306510e42ca487398ba1b5fd06e5b93 2024-11-27T01:21:21,273 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/table/88ec526601fb42a6905cca7951fc3b14 is 53, key is hbase:replication/table:state/1732670473293/Put/seqid=0 2024-11-27T01:21:21,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741847_1023 (size=5308) 2024-11-27T01:21:21,299 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 2130, reset compression=false 2024-11-27T01:21:21,337 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:21:21,337 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:21:21,337 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:21,538 DEBUG [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:21,631 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1191, reset compression=false 2024-11-27T01:21:21,682 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/table/88ec526601fb42a6905cca7951fc3b14 2024-11-27T01:21:21,687 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/info/3ea57fd16e2b441690ca815601961cae as hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/info/3ea57fd16e2b441690ca815601961cae 2024-11-27T01:21:21,691 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/info/3ea57fd16e2b441690ca815601961cae, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:21:21,692 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/ns/0d76451ca4db4600970d24ba6d0f78b3 as hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/ns/0d76451ca4db4600970d24ba6d0f78b3 2024-11-27T01:21:21,697 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/ns/0d76451ca4db4600970d24ba6d0f78b3, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:21:21,698 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/rep_barrier/3306510e42ca487398ba1b5fd06e5b93 as hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/rep_barrier/3306510e42ca487398ba1b5fd06e5b93 2024-11-27T01:21:21,702 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/rep_barrier/3306510e42ca487398ba1b5fd06e5b93, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:21:21,703 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/.tmp/table/88ec526601fb42a6905cca7951fc3b14 as hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/table/88ec526601fb42a6905cca7951fc3b14 2024-11-27T01:21:21,707 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/WALs/7d6f26a4c136,37401,1732670463240/7d6f26a4c136%2C37401%2C1732670463240.1732670464944 to pos 2130, reset compression=false 2024-11-27T01:21:21,715 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/table/88ec526601fb42a6905cca7951fc3b14, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:21:21,718 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1380ms, sequenceid=16, compaction requested=false 2024-11-27T01:21:21,728 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:21:21,729 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:21:21,729 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:21:21,729 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:21,730 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670480336Running coprocessor pre-close hooks at 1732670480336Disabling compacts and flushes for region at 1732670480336Disabling writes for close at 1732670480337 (+1 ms)Obtaining lock to block concurrent updates at 1732670480337Preparing flush snapshotting stores in 1588230740 at 1732670480337Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670480337Flushing stores of hbase:meta,,1.1588230740 at 1732670480338 (+1 ms)Flushing 1588230740/info: creating writer at 1732670480338Flushing 1588230740/info: appending metadata at 1732670480366 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732670480366Flushing 1588230740/ns: creating writer at 1732670480397 (+31 ms)Flushing 1588230740/ns: appending metadata at 1732670480414 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732670480414Flushing 1588230740/rep_barrier: creating writer at 1732670480834 (+420 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670480850 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670480850Flushing 1588230740/table: creating writer at 1732670481259 (+409 ms)Flushing 1588230740/table: appending metadata at 1732670481273 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732670481273Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61cec3ff: reopening flushed file at 1732670481686 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ee54283: reopening flushed file at 1732670481692 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@762da190: reopening flushed file at 1732670481697 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d77f52d: reopening flushed file at 1732670481702 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1380ms, sequenceid=16, compaction requested=false at 1732670481718 (+16 ms)Writing region close event to WAL at 1732670481723 (+5 ms)Running coprocessor post-close hooks at 1732670481729 (+6 ms)Closed at 1732670481729 2024-11-27T01:21:21,730 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:21,738 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,37401,1732670463240; all regions closed. 2024-11-27T01:21:21,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741834_1010 (size=4239) 2024-11-27T01:21:21,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741839_1015 (size=2896) 2024-11-27T01:21:21,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741832_1008 (size=2138) 2024-11-27T01:21:21,751 DEBUG [RS:0;7d6f26a4c136:37401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:21,751 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:21:21,751 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:21:21,751 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T01:21:21,751 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:21:21,751 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:21:21,752 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,37401,1732670463240 because: Region server is closing 2024-11-27T01:21:21,752 INFO [RS:0;7d6f26a4c136:37401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:37401. 2024-11-27T01:21:21,752 DEBUG [RS:0;7d6f26a4c136:37401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:21,752 DEBUG [RS:0;7d6f26a4c136:37401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:21,752 DEBUG [RS:0;7d6f26a4c136:37401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:21,752 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:21,853 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.shipper7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 terminated 2024-11-27T01:21:21,853 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,37401,1732670463240.replicationSource.wal-reader.7d6f26a4c136%2C37401%2C1732670463240,1-7d6f26a4c136,37401,1732670463240 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:21:21,853 INFO [RS:0;7d6f26a4c136:37401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:37401. 2024-11-27T01:21:21,853 DEBUG [RS:0;7d6f26a4c136:37401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:21,853 DEBUG [RS:0;7d6f26a4c136:37401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:21,853 DEBUG [RS:0;7d6f26a4c136:37401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:21,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:21,853 INFO [RS:0;7d6f26a4c136:37401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37401 2024-11-27T01:21:21,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257/rs 2024-11-27T01:21:21,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1992251257/rs/7d6f26a4c136,37401,1732670463240 2024-11-27T01:21:21,857 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:21:21,858 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,37401,1732670463240] 2024-11-27T01:21:21,859 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1992251257/draining/7d6f26a4c136,37401,1732670463240 already deleted, retry=false 2024-11-27T01:21:21,859 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,37401,1732670463240 expired; onlineServers=0 2024-11-27T01:21:21,859 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,38619,1732670463192' ***** 2024-11-27T01:21:21,859 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:21:21,859 INFO [M:0;7d6f26a4c136:38619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:21:21,859 INFO [M:0;7d6f26a4c136:38619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:21:21,860 DEBUG [M:0;7d6f26a4c136:38619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:21:21,860 DEBUG [M:0;7d6f26a4c136:38619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:21:21,860 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:21:21,860 INFO [M:0;7d6f26a4c136:38619 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:21:21,860 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670464620 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670464620,5,FailOnTimeoutGroup] 2024-11-27T01:21:21,860 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670464617 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670464617,5,FailOnTimeoutGroup] 2024-11-27T01:21:21,860 INFO [M:0;7d6f26a4c136:38619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:21:21,860 DEBUG [M:0;7d6f26a4c136:38619 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:21:21,860 INFO [M:0;7d6f26a4c136:38619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:21:21,860 INFO [M:0;7d6f26a4c136:38619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:21:21,861 INFO [M:0;7d6f26a4c136:38619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:21:21,861 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:21:21,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1992251257/master 2024-11-27T01:21:21,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1992251257 2024-11-27T01:21:21,861 DEBUG [M:0;7d6f26a4c136:38619 {}] zookeeper.ZKUtil(347): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Unable to get data of znode /2-1992251257/master because node does not exist (not an error) 2024-11-27T01:21:21,861 WARN [M:0;7d6f26a4c136:38619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:21:21,862 INFO [M:0;7d6f26a4c136:38619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/.lastflushedseqids 2024-11-27T01:21:21,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741848_1024 (size=245) 2024-11-27T01:21:21,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:21,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37401-0x1015702e95a0007, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:21,959 INFO [RS:0;7d6f26a4c136:37401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:21:21,959 INFO [RS:0;7d6f26a4c136:37401 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,37401,1732670463240; zookeeper connection closed. 2024-11-27T01:21:21,960 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6d65fbe5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6d65fbe5 2024-11-27T01:21:21,960 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:21:22,033 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:22,266 INFO [M:0;7d6f26a4c136:38619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:21:22,267 INFO [M:0;7d6f26a4c136:38619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:21:22,267 DEBUG [M:0;7d6f26a4c136:38619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:21:22,267 INFO [M:0;7d6f26a4c136:38619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:22,267 DEBUG [M:0;7d6f26a4c136:38619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:22,267 DEBUG [M:0;7d6f26a4c136:38619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:21:22,267 DEBUG [M:0;7d6f26a4c136:38619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:22,267 INFO [M:0;7d6f26a4c136:38619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-27T01:21:22,288 DEBUG [M:0;7d6f26a4c136:38619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e62dabda580444580732bbd2721305e is 82, key is hbase:meta,,1/info:regioninfo/1732670465791/Put/seqid=0 2024-11-27T01:21:22,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741849_1025 (size=5672) 2024-11-27T01:21:22,298 INFO [M:0;7d6f26a4c136:38619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e62dabda580444580732bbd2721305e 2024-11-27T01:21:22,331 DEBUG [M:0;7d6f26a4c136:38619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2e0fb9fbc0a40da9dfb9979660e48ce is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732670473296/Put/seqid=0 2024-11-27T01:21:22,335 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1191, reset compression=false 2024-11-27T01:21:22,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741850_1026 (size=8516) 2024-11-27T01:21:22,737 INFO [M:0;7d6f26a4c136:38619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2e0fb9fbc0a40da9dfb9979660e48ce 2024-11-27T01:21:22,757 DEBUG [M:0;7d6f26a4c136:38619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2abd02056ce54d9694772dcbfecfe75f is 69, key is 7d6f26a4c136,37401,1732670463240/rs:state/1732670464682/Put/seqid=0 2024-11-27T01:21:22,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741851_1027 (size=5156) 2024-11-27T01:21:23,038 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:23,139 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1191, reset compression=false 2024-11-27T01:21:23,162 INFO [M:0;7d6f26a4c136:38619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2abd02056ce54d9694772dcbfecfe75f 2024-11-27T01:21:23,166 DEBUG [M:0;7d6f26a4c136:38619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e62dabda580444580732bbd2721305e as hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e62dabda580444580732bbd2721305e 2024-11-27T01:21:23,170 INFO [M:0;7d6f26a4c136:38619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e62dabda580444580732bbd2721305e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T01:21:23,171 DEBUG [M:0;7d6f26a4c136:38619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f2e0fb9fbc0a40da9dfb9979660e48ce as hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2e0fb9fbc0a40da9dfb9979660e48ce 2024-11-27T01:21:23,175 INFO [M:0;7d6f26a4c136:38619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f2e0fb9fbc0a40da9dfb9979660e48ce, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T01:21:23,175 DEBUG [M:0;7d6f26a4c136:38619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2abd02056ce54d9694772dcbfecfe75f as hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2abd02056ce54d9694772dcbfecfe75f 2024-11-27T01:21:23,179 INFO [M:0;7d6f26a4c136:38619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40539/user/jenkins/test-data/3296ea7d-3c07-c294-05b8-480419c4f92c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2abd02056ce54d9694772dcbfecfe75f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T01:21:23,180 INFO [M:0;7d6f26a4c136:38619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false 2024-11-27T01:21:23,181 INFO [M:0;7d6f26a4c136:38619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:23,181 DEBUG [M:0;7d6f26a4c136:38619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670482267Disabling compacts and flushes for region at 1732670482267Disabling writes for close at 1732670482267Obtaining lock to block concurrent updates at 1732670482267Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670482267Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732670482267Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670482268 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670482268Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670482287 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670482287Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670482311 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670482330 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670482330Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670482741 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670482756 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670482756Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70cc9a8c: reopening flushed file at 1732670483166 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@497b4f5c: reopening flushed file at 1732670483170 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35bbc65b: reopening flushed file at 1732670483175 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 912ms, sequenceid=97, compaction requested=false at 1732670483180 (+5 ms)Writing region close event to WAL at 1732670483181 (+1 ms)Closed at 1732670483181 2024-11-27T01:21:23,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43901 is added to blk_1073741830_1006 (size=63654) 2024-11-27T01:21:23,183 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:21:23,183 INFO [M:0;7d6f26a4c136:38619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:21:23,184 INFO [M:0;7d6f26a4c136:38619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38619 2024-11-27T01:21:23,184 INFO [M:0;7d6f26a4c136:38619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:21:23,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:23,289 INFO [M:0;7d6f26a4c136:38619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:21:23,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38619-0x1015702e95a0006, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:23,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@324a05fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:21:23,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@348a7b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:21:23,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:21:23,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c39bd22{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:21:23,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6222ff80{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/hadoop.log.dir/,STOPPED} 2024-11-27T01:21:23,294 WARN [BP-921233702-172.17.0.2-1732670462670 heartbeating to localhost/127.0.0.1:40539 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:21:23,294 WARN [BP-921233702-172.17.0.2-1732670462670 heartbeating to localhost/127.0.0.1:40539 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-921233702-172.17.0.2-1732670462670 (Datanode Uuid 0c9894ef-36a0-420d-a745-ee8c5566dfe1) service to localhost/127.0.0.1:40539 2024-11-27T01:21:23,295 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:21:23,295 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:21:23,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/cluster_7f573261-628b-d1d8-6905-627dc7c3e56a/data/data1/current/BP-921233702-172.17.0.2-1732670462670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:21:23,295 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/cluster_7f573261-628b-d1d8-6905-627dc7c3e56a/data/data2/current/BP-921233702-172.17.0.2-1732670462670 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:21:23,296 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:21:23,306 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6612769c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:21:23,307 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79ea9a1d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:21:23,307 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:21:23,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4696ca19{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:21:23,307 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2af24495{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/hadoop.log.dir/,STOPPED} 2024-11-27T01:21:23,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:21:23,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:21:23,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:23,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:23,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:23,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:23,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:23,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:21:23,323 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=923450618, stopped=false 2024-11-27T01:21:23,323 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,35349,1732670460377 2024-11-27T01:21:23,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1497756262/running 2024-11-27T01:21:23,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:23,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1497756262/running 2024-11-27T01:21:23,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:23,326 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:21:23,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Set watcher on znode that does not yet exist, /1-1497756262/running 2024-11-27T01:21:23,326 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Set watcher on znode that does not yet exist, /1-1497756262/running 2024-11-27T01:21:23,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:23,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:23,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:23,328 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,33131,1732670460413' ***** 2024-11-27T01:21:23,328 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:21:23,328 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:21:23,328 INFO [RS:0;7d6f26a4c136:33131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:21:23,328 INFO [RS:0;7d6f26a4c136:33131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:21:23,328 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(3091): Received CLOSE for ced3ad07fe8fa9e816abb5cd5114dd9b 2024-11-27T01:21:23,328 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:21:23,328 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(3091): Received CLOSE for fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:23,328 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:23,328 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:21:23,329 INFO [RS:0;7d6f26a4c136:33131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:33131. 2024-11-27T01:21:23,329 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ced3ad07fe8fa9e816abb5cd5114dd9b, disabling compactions & flushes 2024-11-27T01:21:23,329 DEBUG [RS:0;7d6f26a4c136:33131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:23,329 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:23,329 DEBUG [RS:0;7d6f26a4c136:33131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:23,329 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:23,329 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. after waiting 0 ms 2024-11-27T01:21:23,329 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:23,329 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:21:23,329 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:21:23,329 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:21:23,329 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:21:23,329 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ced3ad07fe8fa9e816abb5cd5114dd9b 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-27T01:21:23,329 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:21:23,329 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1325): Online Regions={ced3ad07fe8fa9e816abb5cd5114dd9b=hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b., 1588230740=hbase:meta,,1.1588230740, fa293084dd54495d51654eefcf8e30d1=test,,1732670467027.fa293084dd54495d51654eefcf8e30d1.} 2024-11-27T01:21:23,329 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ced3ad07fe8fa9e816abb5cd5114dd9b, fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:23,329 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:21:23,329 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:21:23,329 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:21:23,329 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:21:23,329 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:21:23,329 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:21:23,350 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/info/28624418fe0f4037b7ac1f4fc4a49556 is 147, key is hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b./info:regioninfo/1732670471388/Put/seqid=0 2024-11-27T01:21:23,351 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/replication/ced3ad07fe8fa9e816abb5cd5114dd9b/.tmp/queue/7b25e44c0850460ca9f68825e8a64ed3 is 154, key is 1-7d6f26a4c136,33131,1732670460413/queue:7d6f26a4c136%2C33131%2C1732670460413/1732670479616/Put/seqid=0 2024-11-27T01:21:23,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741840_1016 (size=7686) 2024-11-27T01:21:23,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741841_1017 (size=5353) 2024-11-27T01:21:23,357 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/replication/ced3ad07fe8fa9e816abb5cd5114dd9b/.tmp/queue/7b25e44c0850460ca9f68825e8a64ed3 2024-11-27T01:21:23,363 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/replication/ced3ad07fe8fa9e816abb5cd5114dd9b/.tmp/queue/7b25e44c0850460ca9f68825e8a64ed3 as hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/replication/ced3ad07fe8fa9e816abb5cd5114dd9b/queue/7b25e44c0850460ca9f68825e8a64ed3 2024-11-27T01:21:23,367 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/replication/ced3ad07fe8fa9e816abb5cd5114dd9b/queue/7b25e44c0850460ca9f68825e8a64ed3, entries=1, sequenceid=12, filesize=5.2 K 2024-11-27T01:21:23,368 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ced3ad07fe8fa9e816abb5cd5114dd9b in 39ms, sequenceid=12, compaction requested=false 2024-11-27T01:21:23,368 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T01:21:23,372 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/replication/ced3ad07fe8fa9e816abb5cd5114dd9b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-27T01:21:23,372 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:21:23,372 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:21:23,372 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:23,372 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ced3ad07fe8fa9e816abb5cd5114dd9b: Waiting for close lock at 1732670483329Running coprocessor pre-close hooks at 1732670483329Disabling compacts and flushes for region at 1732670483329Disabling writes for close at 1732670483329Obtaining lock to block concurrent updates at 1732670483329Preparing flush snapshotting stores in ced3ad07fe8fa9e816abb5cd5114dd9b at 1732670483329Finished memstore snapshotting hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732670483330 (+1 ms)Flushing stores of hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. at 1732670483331 (+1 ms)Flushing ced3ad07fe8fa9e816abb5cd5114dd9b/queue: creating writer at 1732670483331Flushing ced3ad07fe8fa9e816abb5cd5114dd9b/queue: appending metadata at 1732670483350 (+19 ms)Flushing ced3ad07fe8fa9e816abb5cd5114dd9b/queue: closing flushed file at 1732670483350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7109ab: reopening flushed file at 1732670483362 (+12 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for ced3ad07fe8fa9e816abb5cd5114dd9b in 39ms, sequenceid=12, compaction requested=false at 1732670483368 (+6 ms)Writing region close event to WAL at 1732670483369 (+1 ms)Running coprocessor post-close hooks at 1732670483372 (+3 ms)Closed at 1732670483372 2024-11-27T01:21:23,372 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670470973.ced3ad07fe8fa9e816abb5cd5114dd9b. 2024-11-27T01:21:23,372 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fa293084dd54495d51654eefcf8e30d1, disabling compactions & flushes 2024-11-27T01:21:23,373 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:23,373 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:23,373 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. after waiting 0 ms 2024-11-27T01:21:23,373 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:23,373 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fa293084dd54495d51654eefcf8e30d1 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-27T01:21:23,392 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/.tmp/f/1d6646da593b49c098f5a5d28f25c4a8 is 29, key is row1/f:/1732670478298/DeleteFamily/seqid=0 2024-11-27T01:21:23,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741842_1018 (size=5152) 2024-11-27T01:21:23,398 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:21:23,494 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:21:23,494 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:21:23,529 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:23,730 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:23,757 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/info/28624418fe0f4037b7ac1f4fc4a49556 2024-11-27T01:21:23,778 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/ns/13537a0604c24d50ac1ba48372d69b9d is 43, key is default/ns:d/1732670462564/Put/seqid=0 2024-11-27T01:21:23,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741843_1019 (size=5153) 2024-11-27T01:21:23,781 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/ns/13537a0604c24d50ac1ba48372d69b9d 2024-11-27T01:21:23,796 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/.tmp/f/1d6646da593b49c098f5a5d28f25c4a8 2024-11-27T01:21:23,799 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d6646da593b49c098f5a5d28f25c4a8 2024-11-27T01:21:23,804 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/rep_barrier/f171582776e24e0c8bb6f394cde4afe8 is 112, key is test,,1732670467027.fa293084dd54495d51654eefcf8e30d1./rep_barrier:seqnumDuringOpen/1732670467811/Put/seqid=0 2024-11-27T01:21:23,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741844_1020 (size=5518) 2024-11-27T01:21:23,822 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/.tmp/f1/ddcce991f2a04c8e8228f44ada6a0b4d is 30, key is row1/f1:/1732670478298/DeleteFamily/seqid=0 2024-11-27T01:21:23,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741845_1021 (size=5158) 2024-11-27T01:21:23,930 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:24,043 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1191, reset compression=false 2024-11-27T01:21:24,049 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:24,049 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1438, reset compression=false 2024-11-27T01:21:24,049 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,33131,1732670460413 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:24,050 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7d6f26a4c136,33131,1732670460413: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7d6f26a4c136,33131,1732670460413, walGroup=7d6f26a4c136%2C33131%2C1732670460413, offset=7d6f26a4c136%2C33131%2C1732670460413.1732670461605:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:33131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T01:21:24,053 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T01:21:24,053 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T01:21:24,054 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T01:21:24,054 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T01:21:24,054 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T01:21:24,055 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 936917496 }, "NonHeapMemoryUsage": { "committed": 206176256, "init": 7667712, "max": -1, "used": 202028304 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T01:21:24,055 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:35349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:35349 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T01:21:24,130 DEBUG [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fa293084dd54495d51654eefcf8e30d1 2024-11-27T01:21:24,142 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:24,209 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/rep_barrier/f171582776e24e0c8bb6f394cde4afe8 2024-11-27T01:21:24,227 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/.tmp/f1/ddcce991f2a04c8e8228f44ada6a0b4d 2024-11-27T01:21:24,231 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddcce991f2a04c8e8228f44ada6a0b4d 2024-11-27T01:21:24,232 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/table/3dc93955431a4a26bb8c9cfbba3f0663 is 53, key is hbase:replication/table:state/1732670471397/Put/seqid=0 2024-11-27T01:21:24,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741846_1022 (size=5308) 2024-11-27T01:21:24,244 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/table/3dc93955431a4a26bb8c9cfbba3f0663 2024-11-27T01:21:24,249 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/info/28624418fe0f4037b7ac1f4fc4a49556 as hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/info/28624418fe0f4037b7ac1f4fc4a49556 2024-11-27T01:21:24,255 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/info/28624418fe0f4037b7ac1f4fc4a49556, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:21:24,255 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.1732670461605 to pos 1438, reset compression=false 2024-11-27T01:21:24,256 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/ns/13537a0604c24d50ac1ba48372d69b9d as hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/ns/13537a0604c24d50ac1ba48372d69b9d 2024-11-27T01:21:24,256 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/.tmp/norep/4e4c3196dbb5465ab7e4a948696e8478 is 33, key is row1/norep:/1732670478298/DeleteFamily/seqid=0 2024-11-27T01:21:24,262 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/ns/13537a0604c24d50ac1ba48372d69b9d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:21:24,263 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/rep_barrier/f171582776e24e0c8bb6f394cde4afe8 as hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/rep_barrier/f171582776e24e0c8bb6f394cde4afe8 2024-11-27T01:21:24,268 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/rep_barrier/f171582776e24e0c8bb6f394cde4afe8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:21:24,269 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/.tmp/table/3dc93955431a4a26bb8c9cfbba3f0663 as hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/table/3dc93955431a4a26bb8c9cfbba3f0663 2024-11-27T01:21:24,276 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/table/3dc93955431a4a26bb8c9cfbba3f0663, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:21:24,277 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false 2024-11-27T01:21:24,277 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:21:24,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741847_1023 (size=5108) 2024-11-27T01:21:24,292 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/.tmp/norep/4e4c3196dbb5465ab7e4a948696e8478 2024-11-27T01:21:24,297 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e4c3196dbb5465ab7e4a948696e8478 2024-11-27T01:21:24,297 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/.tmp/f/1d6646da593b49c098f5a5d28f25c4a8 as hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/f/1d6646da593b49c098f5a5d28f25c4a8 2024-11-27T01:21:24,307 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1d6646da593b49c098f5a5d28f25c4a8 2024-11-27T01:21:24,307 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/f/1d6646da593b49c098f5a5d28f25c4a8, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T01:21:24,308 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/.tmp/f1/ddcce991f2a04c8e8228f44ada6a0b4d as hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/f1/ddcce991f2a04c8e8228f44ada6a0b4d 2024-11-27T01:21:24,311 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:21:24,312 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:21:24,312 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:21:24,313 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:24,313 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670483329Running coprocessor pre-close hooks at 1732670483329Disabling compacts and flushes for region at 1732670483329Disabling writes for close at 1732670483329Obtaining lock to block concurrent updates at 1732670483329Preparing flush snapshotting stores in 1588230740 at 1732670483329Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670483330 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732670483331 (+1 ms)Flushing 1588230740/info: creating writer at 1732670483331Flushing 1588230740/info: appending metadata at 1732670483349 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732670483349Flushing 1588230740/ns: creating writer at 1732670483760 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732670483777 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732670483777Flushing 1588230740/rep_barrier: creating writer at 1732670483785 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670483803 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670483803Flushing 1588230740/table: creating writer at 1732670484213 (+410 ms)Flushing 1588230740/table: appending metadata at 1732670484231 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732670484231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26cc712f: reopening flushed file at 1732670484249 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12818feb: reopening flushed file at 1732670484255 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b4667e: reopening flushed file at 1732670484262 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64253f64: reopening flushed file at 1732670484268 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 948ms, sequenceid=16, compaction requested=false at 1732670484277 (+9 ms)Writing region close event to WAL at 1732670484307 (+30 ms)Running coprocessor post-close hooks at 1732670484312 (+5 ms)Closed at 1732670484313 (+1 ms) 2024-11-27T01:21:24,313 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:24,314 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ddcce991f2a04c8e8228f44ada6a0b4d 2024-11-27T01:21:24,314 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/f1/ddcce991f2a04c8e8228f44ada6a0b4d, entries=3, sequenceid=10, filesize=5.0 K 2024-11-27T01:21:24,315 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/.tmp/norep/4e4c3196dbb5465ab7e4a948696e8478 as hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/norep/4e4c3196dbb5465ab7e4a948696e8478 2024-11-27T01:21:24,319 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e4c3196dbb5465ab7e4a948696e8478 2024-11-27T01:21:24,319 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/norep/4e4c3196dbb5465ab7e4a948696e8478, entries=1, sequenceid=10, filesize=5.0 K 2024-11-27T01:21:24,320 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fa293084dd54495d51654eefcf8e30d1 in 947ms, sequenceid=10, compaction requested=false 2024-11-27T01:21:24,320 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T01:21:24,325 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/data/default/test/fa293084dd54495d51654eefcf8e30d1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-27T01:21:24,325 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:21:24,325 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:21:24,326 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:24,326 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fa293084dd54495d51654eefcf8e30d1: Waiting for close lock at 1732670483372Running coprocessor pre-close hooks at 1732670483372Disabling compacts and flushes for region at 1732670483372Disabling writes for close at 1732670483373 (+1 ms)Obtaining lock to block concurrent updates at 1732670483373Preparing flush snapshotting stores in fa293084dd54495d51654eefcf8e30d1 at 1732670483373Finished memstore snapshotting test,,1732670467027.fa293084dd54495d51654eefcf8e30d1., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732670483373Flushing stores of test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. at 1732670483373Flushing fa293084dd54495d51654eefcf8e30d1/f: creating writer at 1732670483373Flushing fa293084dd54495d51654eefcf8e30d1/f: appending metadata at 1732670483391 (+18 ms)Flushing fa293084dd54495d51654eefcf8e30d1/f: closing flushed file at 1732670483391Flushing fa293084dd54495d51654eefcf8e30d1/f1: creating writer at 1732670483799 (+408 ms)Flushing fa293084dd54495d51654eefcf8e30d1/f1: appending metadata at 1732670483821 (+22 ms)Flushing fa293084dd54495d51654eefcf8e30d1/f1: closing flushed file at 1732670483821Flushing fa293084dd54495d51654eefcf8e30d1/norep: creating writer at 1732670484231 (+410 ms)Flushing fa293084dd54495d51654eefcf8e30d1/norep: appending metadata at 1732670484255 (+24 ms)Flushing fa293084dd54495d51654eefcf8e30d1/norep: closing flushed file at 1732670484255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1671ea12: reopening flushed file at 1732670484297 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3851f51: reopening flushed file at 1732670484307 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@412299e6: reopening flushed file at 1732670484314 (+7 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for fa293084dd54495d51654eefcf8e30d1 in 947ms, sequenceid=10, compaction requested=false at 1732670484320 (+6 ms)Writing region close event to WAL at 1732670484322 (+2 ms)Running coprocessor post-close hooks at 1732670484325 (+3 ms)Closed at 1732670484326 (+1 ms) 2024-11-27T01:21:24,326 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670467027.fa293084dd54495d51654eefcf8e30d1. 2024-11-27T01:21:24,330 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,33131,1732670460413; all regions closed. 2024-11-27T01:21:24,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741834_1010 (size=4239) 2024-11-27T01:21:24,332 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/WALs/7d6f26a4c136,33131,1732670460413/7d6f26a4c136%2C33131%2C1732670460413.meta.1732670462528.meta not finished, retry = 0 2024-11-27T01:21:24,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741839_1015 (size=3114) 2024-11-27T01:21:24,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741832_1008 (size=2090) 2024-11-27T01:21:24,439 DEBUG [RS:0;7d6f26a4c136:33131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:24,439 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:21:24,439 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:21:24,439 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:21:24,439 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:21:24,440 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:21:24,440 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,33131,1732670460413 because: Region server is closing 2024-11-27T01:21:24,440 INFO [RS:0;7d6f26a4c136:33131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:33131. 2024-11-27T01:21:24,440 DEBUG [RS:0;7d6f26a4c136:33131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:24,440 DEBUG [RS:0;7d6f26a4c136:33131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:24,440 DEBUG [RS:0;7d6f26a4c136:33131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:24,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:24,540 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.shipper7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 terminated 2024-11-27T01:21:24,540 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,33131,1732670460413.replicationSource.wal-reader.7d6f26a4c136%2C33131%2C1732670460413,1-7d6f26a4c136,33131,1732670460413 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:21:24,541 INFO [RS:0;7d6f26a4c136:33131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:33131. 2024-11-27T01:21:24,541 DEBUG [RS:0;7d6f26a4c136:33131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:24,541 DEBUG [RS:0;7d6f26a4c136:33131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:24,541 DEBUG [RS:0;7d6f26a4c136:33131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:24,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:24,541 INFO [RS:0;7d6f26a4c136:33131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33131 2024-11-27T01:21:24,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262/rs 2024-11-27T01:21:24,546 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:21:24,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1497756262/rs/7d6f26a4c136,33131,1732670460413 2024-11-27T01:21:24,548 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,33131,1732670460413] 2024-11-27T01:21:24,549 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1497756262/draining/7d6f26a4c136,33131,1732670460413 already deleted, retry=false 2024-11-27T01:21:24,549 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,33131,1732670460413 expired; onlineServers=0 2024-11-27T01:21:24,549 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,35349,1732670460377' ***** 2024-11-27T01:21:24,549 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:21:24,549 INFO [M:0;7d6f26a4c136:35349 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:21:24,549 INFO [M:0;7d6f26a4c136:35349 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:21:24,549 DEBUG [M:0;7d6f26a4c136:35349 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:21:24,549 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:21:24,550 DEBUG [M:0;7d6f26a4c136:35349 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:21:24,550 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670461379 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670461379,5,FailOnTimeoutGroup] 2024-11-27T01:21:24,550 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670461379 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670461379,5,FailOnTimeoutGroup] 2024-11-27T01:21:24,550 INFO [M:0;7d6f26a4c136:35349 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:21:24,550 INFO [M:0;7d6f26a4c136:35349 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:21:24,550 DEBUG [M:0;7d6f26a4c136:35349 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:21:24,550 INFO [M:0;7d6f26a4c136:35349 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:21:24,550 INFO [M:0;7d6f26a4c136:35349 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:21:24,550 INFO [M:0;7d6f26a4c136:35349 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:21:24,551 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:21:24,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1497756262/master 2024-11-27T01:21:24,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1497756262 2024-11-27T01:21:24,553 DEBUG [M:0;7d6f26a4c136:35349 {}] zookeeper.ZKUtil(347): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Unable to get data of znode /1-1497756262/master because node does not exist (not an error) 2024-11-27T01:21:24,553 WARN [M:0;7d6f26a4c136:35349 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:21:24,554 INFO [M:0;7d6f26a4c136:35349 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/.lastflushedseqids 2024-11-27T01:21:24,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741848_1024 (size=245) 2024-11-27T01:21:24,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:24,648 INFO [RS:0;7d6f26a4c136:33131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:21:24,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33131-0x1015702e95a0004, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:24,648 INFO [RS:0;7d6f26a4c136:33131 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,33131,1732670460413; zookeeper connection closed. 2024-11-27T01:21:24,648 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50cd6f79 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50cd6f79 2024-11-27T01:21:24,649 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:21:24,960 INFO [M:0;7d6f26a4c136:35349 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:21:24,960 INFO [M:0;7d6f26a4c136:35349 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:21:24,960 DEBUG [M:0;7d6f26a4c136:35349 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:21:24,960 INFO [M:0;7d6f26a4c136:35349 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:24,960 DEBUG [M:0;7d6f26a4c136:35349 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:24,960 DEBUG [M:0;7d6f26a4c136:35349 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:21:24,960 DEBUG [M:0;7d6f26a4c136:35349 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:24,960 INFO [M:0;7d6f26a4c136:35349 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T01:21:24,983 DEBUG [M:0;7d6f26a4c136:35349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ce70d6ba785423eae4af913d5935bce is 82, key is hbase:meta,,1/info:regioninfo/1732670462556/Put/seqid=0 2024-11-27T01:21:24,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741849_1025 (size=5672) 2024-11-27T01:21:24,987 INFO [M:0;7d6f26a4c136:35349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ce70d6ba785423eae4af913d5935bce 2024-11-27T01:21:25,005 DEBUG [M:0;7d6f26a4c136:35349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/393a78a2c69f493b8cd567fdfc9aae98 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732670471400/Put/seqid=0 2024-11-27T01:21:25,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741850_1026 (size=8517) 2024-11-27T01:21:25,349 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:25,411 INFO [M:0;7d6f26a4c136:35349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/393a78a2c69f493b8cd567fdfc9aae98 2024-11-27T01:21:25,440 DEBUG [M:0;7d6f26a4c136:35349 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2867e5ace20742c594542025f8e0d838 is 69, key is 7d6f26a4c136,33131,1732670460413/rs:state/1732670461453/Put/seqid=0 2024-11-27T01:21:25,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741851_1027 (size=5156) 2024-11-27T01:21:25,848 INFO [M:0;7d6f26a4c136:35349 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2867e5ace20742c594542025f8e0d838 2024-11-27T01:21:25,856 DEBUG [M:0;7d6f26a4c136:35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ce70d6ba785423eae4af913d5935bce as hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ce70d6ba785423eae4af913d5935bce 2024-11-27T01:21:25,865 INFO [M:0;7d6f26a4c136:35349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ce70d6ba785423eae4af913d5935bce, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T01:21:25,866 DEBUG [M:0;7d6f26a4c136:35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/393a78a2c69f493b8cd567fdfc9aae98 as hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/393a78a2c69f493b8cd567fdfc9aae98 2024-11-27T01:21:25,874 INFO [M:0;7d6f26a4c136:35349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/393a78a2c69f493b8cd567fdfc9aae98, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T01:21:25,875 DEBUG [M:0;7d6f26a4c136:35349 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2867e5ace20742c594542025f8e0d838 as hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2867e5ace20742c594542025f8e0d838 2024-11-27T01:21:25,880 INFO [M:0;7d6f26a4c136:35349 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36211/user/jenkins/test-data/a4b87250-2592-ac75-a4df-d027179d5c0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2867e5ace20742c594542025f8e0d838, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T01:21:25,881 INFO [M:0;7d6f26a4c136:35349 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=97, compaction requested=false 2024-11-27T01:21:25,894 INFO [M:0;7d6f26a4c136:35349 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:25,894 DEBUG [M:0;7d6f26a4c136:35349 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670484960Disabling compacts and flushes for region at 1732670484960Disabling writes for close at 1732670484960Obtaining lock to block concurrent updates at 1732670484960Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670484960Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732670484961 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670484961Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670484961Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670484982 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670484982Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670484990 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670485005 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670485005Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670485416 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670485439 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670485439Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24684a07: reopening flushed file at 1732670485853 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aa58a6b: reopening flushed file at 1732670485865 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32bcb738: reopening flushed file at 1732670485874 (+9 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 921ms, sequenceid=97, compaction requested=false at 1732670485881 (+7 ms)Writing region close event to WAL at 1732670485894 (+13 ms)Closed at 1732670485894 2024-11-27T01:21:25,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37531 is added to blk_1073741830_1006 (size=63666) 2024-11-27T01:21:25,899 INFO [M:0;7d6f26a4c136:35349 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:21:25,899 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:21:25,899 INFO [M:0;7d6f26a4c136:35349 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35349 2024-11-27T01:21:25,900 INFO [M:0;7d6f26a4c136:35349 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:21:25,968 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:21:25,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:25,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:25,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:25,970 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:25,971 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:25,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:26,005 INFO [M:0;7d6f26a4c136:35349 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:21:26,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:26,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35349-0x1015702e95a0003, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:26,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:26,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:26,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:26,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:26,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:26,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:26,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:26,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:26,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:26,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:26,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c2e99a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:21:26,037 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e55eb3d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:21:26,037 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:21:26,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@370005d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:21:26,037 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7af07dc1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/hadoop.log.dir/,STOPPED} 2024-11-27T01:21:26,062 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:21:26,062 WARN [BP-1702091017-172.17.0.2-1732670459325 heartbeating to localhost/127.0.0.1:36211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:21:26,062 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:21:26,062 WARN [BP-1702091017-172.17.0.2-1732670459325 heartbeating to localhost/127.0.0.1:36211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1702091017-172.17.0.2-1732670459325 (Datanode Uuid 1afa4200-54d3-4010-a312-13f3ecd9881a) service to localhost/127.0.0.1:36211 2024-11-27T01:21:26,068 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/cluster_d51d527b-4161-ce20-7f4b-8a8e0731511f/data/data2/current/BP-1702091017-172.17.0.2-1732670459325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:21:26,067 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/cluster_d51d527b-4161-ce20-7f4b-8a8e0731511f/data/data1/current/BP-1702091017-172.17.0.2-1732670459325 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:21:26,068 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:21:26,078 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@778b1872{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:21:26,079 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44fd5e6b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:21:26,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:21:26,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@586be9a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:21:26,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@212d6290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7b0b9f98-bd01-04fe-4718-2043e8ee943b/hadoop.log.dir/,STOPPED} 2024-11-27T01:21:26,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:21:26,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:21:26,108 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:26,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:26,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:26,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:26,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:26,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:21:26,110 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1516502850, stopped=false 2024-11-27T01:21:26,110 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,41031,1732670456605 2024-11-27T01:21:26,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028841969/running 2024-11-27T01:21:26,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028841969/running 2024-11-27T01:21:26,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:21:26,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:21:26,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Set watcher on znode that does not yet exist, /01028841969/running 2024-11-27T01:21:26,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:21:26,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Set watcher on znode that does not yet exist, /01028841969/running 2024-11-27T01:21:26,115 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:26,115 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:26,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:26,115 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,43449,1732670456663' ***** 2024-11-27T01:21:26,115 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:21:26,116 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:21:26,116 INFO [RS:0;7d6f26a4c136:43449 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:21:26,116 INFO [RS:0;7d6f26a4c136:43449 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:21:26,116 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(3091): Received CLOSE for 042c62258a4741b3a107a9bcb1cf90ca 2024-11-27T01:21:26,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:21:26,120 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:26,120 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,43449,1732670456663 2024-11-27T01:21:26,120 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:21:26,121 INFO [RS:0;7d6f26a4c136:43449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:43449. 2024-11-27T01:21:26,121 DEBUG [RS:0;7d6f26a4c136:43449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:26,121 DEBUG [RS:0;7d6f26a4c136:43449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:26,121 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:21:26,121 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:21:26,121 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:21:26,121 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:21:26,122 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 042c62258a4741b3a107a9bcb1cf90ca, disabling compactions & flushes 2024-11-27T01:21:26,122 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:26,122 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:26,122 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. after waiting 0 ms 2024-11-27T01:21:26,122 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:26,122 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 042c62258a4741b3a107a9bcb1cf90ca 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-27T01:21:26,124 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:21:26,125 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:21:26,136 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:21:26,136 DEBUG [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1325): Online Regions={042c62258a4741b3a107a9bcb1cf90ca=test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca., 8a6d0257b96d49e121c55083d7b80c7c=hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:21:26,136 DEBUG [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1351): Waiting on 042c62258a4741b3a107a9bcb1cf90ca, 1588230740, 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:26,137 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:21:26,137 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:21:26,137 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:21:26,137 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:21:26,137 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:21:26,137 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:21:26,150 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:21:26,189 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/info/5dfa9145f9e64ef3aedb6c6e257257ba is 147, key is hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c./info:regioninfo/1732670470036/Put/seqid=0 2024-11-27T01:21:26,192 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/.tmp/f/2bce5e39b1ee4fa48bea85991034e247 is 28, key is row/f:/1732670477293/DeleteFamily/seqid=0 2024-11-27T01:21:26,194 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:21:26,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741840_1016 (size=7686) 2024-11-27T01:21:26,197 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/info/5dfa9145f9e64ef3aedb6c6e257257ba 2024-11-27T01:21:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741841_1017 (size=5085) 2024-11-27T01:21:26,237 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/ns/f0c56fb67a15453c8321981a43683876 is 43, key is default/ns:d/1732670459215/Put/seqid=0 2024-11-27T01:21:26,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741842_1018 (size=5153) 2024-11-27T01:21:26,252 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/ns/f0c56fb67a15453c8321981a43683876 2024-11-27T01:21:26,295 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/rep_barrier/ffec20f918534be59a8022b687a8f18d is 112, key is test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca./rep_barrier:seqnumDuringOpen/1732670466642/Put/seqid=0 2024-11-27T01:21:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741843_1019 (size=5518) 2024-11-27T01:21:26,337 DEBUG [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1351): Waiting on 042c62258a4741b3a107a9bcb1cf90ca, 1588230740, 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:26,537 DEBUG [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1351): Waiting on 042c62258a4741b3a107a9bcb1cf90ca, 1588230740, 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:26,608 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/.tmp/f/2bce5e39b1ee4fa48bea85991034e247 2024-11-27T01:21:26,613 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bce5e39b1ee4fa48bea85991034e247 2024-11-27T01:21:26,632 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/.tmp/f1/58235757980a4a1a9b0753e8adc567ad is 29, key is row/f1:/1732670477293/DeleteFamily/seqid=0 2024-11-27T01:21:26,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741844_1020 (size=5089) 2024-11-27T01:21:26,638 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/.tmp/f1/58235757980a4a1a9b0753e8adc567ad 2024-11-27T01:21:26,647 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58235757980a4a1a9b0753e8adc567ad 2024-11-27T01:21:26,657 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 636, reset compression=false 2024-11-27T01:21:26,679 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/.tmp/norep/f29b8331bce34ee98d0ba45207d58244 is 32, key is row/norep:/1732670477293/DeleteFamily/seqid=0 2024-11-27T01:21:26,681 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:26,681 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 883, reset compression=false 2024-11-27T01:21:26,681 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,43449,1732670456663 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:26,682 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7d6f26a4c136,43449,1732670456663: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-7d6f26a4c136,43449,1732670456663, walGroup=7d6f26a4c136%2C43449%2C1732670456663, offset=7d6f26a4c136%2C43449%2C1732670456663.1732670458266:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:43449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T01:21:26,684 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T01:21:26,684 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T01:21:26,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741845_1021 (size=5101) 2024-11-27T01:21:26,684 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T01:21:26,684 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T01:21:26,684 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T01:21:26,684 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1413480448, "init": 1048576000, "max": 2306867200, "used": 1014512120 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202414128 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T01:21:26,685 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:41031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:41031 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T01:21:26,686 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/.tmp/norep/f29b8331bce34ee98d0ba45207d58244 2024-11-27T01:21:26,690 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f29b8331bce34ee98d0ba45207d58244 2024-11-27T01:21:26,691 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/.tmp/f/2bce5e39b1ee4fa48bea85991034e247 as hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/f/2bce5e39b1ee4fa48bea85991034e247 2024-11-27T01:21:26,695 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2bce5e39b1ee4fa48bea85991034e247 2024-11-27T01:21:26,695 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/f/2bce5e39b1ee4fa48bea85991034e247, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T01:21:26,697 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/.tmp/f1/58235757980a4a1a9b0753e8adc567ad as hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/f1/58235757980a4a1a9b0753e8adc567ad 2024-11-27T01:21:26,701 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58235757980a4a1a9b0753e8adc567ad 2024-11-27T01:21:26,701 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/f1/58235757980a4a1a9b0753e8adc567ad, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T01:21:26,702 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/.tmp/norep/f29b8331bce34ee98d0ba45207d58244 as hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/norep/f29b8331bce34ee98d0ba45207d58244 2024-11-27T01:21:26,703 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/rep_barrier/ffec20f918534be59a8022b687a8f18d 2024-11-27T01:21:26,709 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f29b8331bce34ee98d0ba45207d58244 2024-11-27T01:21:26,709 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/norep/f29b8331bce34ee98d0ba45207d58244, entries=1, sequenceid=6, filesize=5.0 K 2024-11-27T01:21:26,710 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 042c62258a4741b3a107a9bcb1cf90ca in 588ms, sequenceid=6, compaction requested=false 2024-11-27T01:21:26,710 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T01:21:26,720 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/default/test/042c62258a4741b3a107a9bcb1cf90ca/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-27T01:21:26,721 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:21:26,721 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:21:26,721 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:26,721 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 042c62258a4741b3a107a9bcb1cf90ca: Waiting for close lock at 1732670486122Running coprocessor pre-close hooks at 1732670486122Disabling compacts and flushes for region at 1732670486122Disabling writes for close at 1732670486122Obtaining lock to block concurrent updates at 1732670486122Preparing flush snapshotting stores in 042c62258a4741b3a107a9bcb1cf90ca at 1732670486122Finished memstore snapshotting test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732670486123 (+1 ms)Flushing stores of test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. at 1732670486123Flushing 042c62258a4741b3a107a9bcb1cf90ca/f: creating writer at 1732670486124 (+1 ms)Flushing 042c62258a4741b3a107a9bcb1cf90ca/f: appending metadata at 1732670486190 (+66 ms)Flushing 042c62258a4741b3a107a9bcb1cf90ca/f: closing flushed file at 1732670486190Flushing 042c62258a4741b3a107a9bcb1cf90ca/f1: creating writer at 1732670486613 (+423 ms)Flushing 042c62258a4741b3a107a9bcb1cf90ca/f1: appending metadata at 1732670486631 (+18 ms)Flushing 042c62258a4741b3a107a9bcb1cf90ca/f1: closing flushed file at 1732670486631Flushing 042c62258a4741b3a107a9bcb1cf90ca/norep: creating writer at 1732670486647 (+16 ms)Flushing 042c62258a4741b3a107a9bcb1cf90ca/norep: appending metadata at 1732670486677 (+30 ms)Flushing 042c62258a4741b3a107a9bcb1cf90ca/norep: closing flushed file at 1732670486678 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e909444: reopening flushed file at 1732670486690 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7539d09: reopening flushed file at 1732670486695 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e59351: reopening flushed file at 1732670486701 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 042c62258a4741b3a107a9bcb1cf90ca in 588ms, sequenceid=6, compaction requested=false at 1732670486710 (+9 ms)Writing region close event to WAL at 1732670486716 (+6 ms)Running coprocessor post-close hooks at 1732670486721 (+5 ms)Closed at 1732670486721 2024-11-27T01:21:26,721 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670465877.042c62258a4741b3a107a9bcb1cf90ca. 2024-11-27T01:21:26,721 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a6d0257b96d49e121c55083d7b80c7c, disabling compactions & flushes 2024-11-27T01:21:26,721 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:26,721 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:26,721 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. after waiting 0 ms 2024-11-27T01:21:26,721 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:26,722 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a6d0257b96d49e121c55083d7b80c7c: Waiting for close lock at 1732670486721Running coprocessor pre-close hooks at 1732670486721Disabling compacts and flushes for region at 1732670486721Disabling writes for close at 1732670486721Failed flush hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c., putting online again at 1732670486722 (+1 ms) 2024-11-27T01:21:26,722 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:26,737 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(3091): Received CLOSE for 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:26,737 DEBUG [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8a6d0257b96d49e121c55083d7b80c7c 2024-11-27T01:21:26,737 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8a6d0257b96d49e121c55083d7b80c7c, disabling compactions & flushes 2024-11-27T01:21:26,737 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:26,738 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:26,738 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. after waiting 0 ms 2024-11-27T01:21:26,738 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:26,738 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8a6d0257b96d49e121c55083d7b80c7c: Waiting for close lock at 1732670486737Running coprocessor pre-close hooks at 1732670486737Disabling compacts and flushes for region at 1732670486737Disabling writes for close at 1732670486738 (+1 ms)Failed flush hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c., putting online again at 1732670486738 2024-11-27T01:21:26,738 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732670468817.8a6d0257b96d49e121c55083d7b80c7c. 2024-11-27T01:21:26,747 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/table/23790ac429a44221b340de0dd1c9f00d is 53, key is hbase:replication/table:state/1732670470043/Put/seqid=0 2024-11-27T01:21:26,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741846_1022 (size=5308) 2024-11-27T01:21:26,756 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/table/23790ac429a44221b340de0dd1c9f00d 2024-11-27T01:21:26,761 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/info/5dfa9145f9e64ef3aedb6c6e257257ba as hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/info/5dfa9145f9e64ef3aedb6c6e257257ba 2024-11-27T01:21:26,765 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/info/5dfa9145f9e64ef3aedb6c6e257257ba, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:21:26,766 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/ns/f0c56fb67a15453c8321981a43683876 as hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/ns/f0c56fb67a15453c8321981a43683876 2024-11-27T01:21:26,770 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/ns/f0c56fb67a15453c8321981a43683876, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:21:26,771 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/rep_barrier/ffec20f918534be59a8022b687a8f18d as hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/rep_barrier/ffec20f918534be59a8022b687a8f18d 2024-11-27T01:21:26,777 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/rep_barrier/ffec20f918534be59a8022b687a8f18d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:21:26,778 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/.tmp/table/23790ac429a44221b340de0dd1c9f00d as hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/table/23790ac429a44221b340de0dd1c9f00d 2024-11-27T01:21:26,783 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/table/23790ac429a44221b340de0dd1c9f00d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:21:26,785 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 648ms, sequenceid=16, compaction requested=false 2024-11-27T01:21:26,785 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:21:26,800 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:21:26,801 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:21:26,801 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:21:26,801 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:26,801 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670486137Running coprocessor pre-close hooks at 1732670486137Disabling compacts and flushes for region at 1732670486137Disabling writes for close at 1732670486137Obtaining lock to block concurrent updates at 1732670486137Preparing flush snapshotting stores in 1588230740 at 1732670486137Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670486138 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732670486138Flushing 1588230740/info: creating writer at 1732670486138Flushing 1588230740/info: appending metadata at 1732670486180 (+42 ms)Flushing 1588230740/info: closing flushed file at 1732670486180Flushing 1588230740/ns: creating writer at 1732670486210 (+30 ms)Flushing 1588230740/ns: appending metadata at 1732670486237 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732670486237Flushing 1588230740/rep_barrier: creating writer at 1732670486261 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670486294 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670486294Flushing 1588230740/table: creating writer at 1732670486708 (+414 ms)Flushing 1588230740/table: appending metadata at 1732670486746 (+38 ms)Flushing 1588230740/table: closing flushed file at 1732670486746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e014740: reopening flushed file at 1732670486760 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f53009f: reopening flushed file at 1732670486765 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10f3ab17: reopening flushed file at 1732670486770 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dcbbbc1: reopening flushed file at 1732670486777 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 648ms, sequenceid=16, compaction requested=false at 1732670486785 (+8 ms)Writing region close event to WAL at 1732670486796 (+11 ms)Running coprocessor post-close hooks at 1732670486801 (+5 ms)Closed at 1732670486801 2024-11-27T01:21:26,801 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:26,889 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 883, reset compression=false 2024-11-27T01:21:26,898 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:26,898 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 1527, reset compression=false 2024-11-27T01:21:26,937 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-27T01:21:26,938 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,43449,1732670456663; all regions closed. 2024-11-27T01:21:26,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741834_1010 (size=4239) 2024-11-27T01:21:26,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.meta.1732670459163.meta not finished, retry = 0 2024-11-27T01:21:27,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741839_1015 (size=1297) 2024-11-27T01:21:27,043 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.rep.1732670469976 not finished, retry = 0 2024-11-27T01:21:27,102 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/WALs/7d6f26a4c136,43449,1732670456663/7d6f26a4c136%2C43449%2C1732670456663.1732670458266 to pos 1527, reset compression=false 2024-11-27T01:21:27,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741832_1008 (size=1535) 2024-11-27T01:21:27,147 DEBUG [RS:0;7d6f26a4c136:43449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:27,147 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:21:27,147 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:21:27,147 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:21:27,147 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:21:27,147 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:21:27,148 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,43449,1732670456663 because: Region server is closing 2024-11-27T01:21:27,148 INFO [RS:0;7d6f26a4c136:43449 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:43449. 2024-11-27T01:21:27,148 DEBUG [RS:0;7d6f26a4c136:43449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:27,148 DEBUG [RS:0;7d6f26a4c136:43449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:27,148 DEBUG [RS:0;7d6f26a4c136:43449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:27,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:27,248 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.shipper7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 terminated 2024-11-27T01:21:27,248 INFO [RS:0;7d6f26a4c136:43449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43449 2024-11-27T01:21:27,248 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,43449,1732670456663.replicationSource.wal-reader.7d6f26a4c136%2C43449%2C1732670456663,1-7d6f26a4c136,43449,1732670456663 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-27T01:21:27,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028841969/rs/7d6f26a4c136,43449,1732670456663 2024-11-27T01:21:27,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969/rs 2024-11-27T01:21:27,250 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:21:27,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,43449,1732670456663] 2024-11-27T01:21:27,254 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01028841969/draining/7d6f26a4c136,43449,1732670456663 already deleted, retry=false 2024-11-27T01:21:27,254 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,43449,1732670456663 expired; onlineServers=0 2024-11-27T01:21:27,254 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,41031,1732670456605' ***** 2024-11-27T01:21:27,254 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:21:27,254 INFO [M:0;7d6f26a4c136:41031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:21:27,254 INFO [M:0;7d6f26a4c136:41031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:21:27,254 DEBUG [M:0;7d6f26a4c136:41031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:21:27,254 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:21:27,254 DEBUG [M:0;7d6f26a4c136:41031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:21:27,255 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670458019 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670458019,5,FailOnTimeoutGroup] 2024-11-27T01:21:27,255 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670458019 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670458019,5,FailOnTimeoutGroup] 2024-11-27T01:21:27,255 INFO [M:0;7d6f26a4c136:41031 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:21:27,255 INFO [M:0;7d6f26a4c136:41031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:21:27,255 DEBUG [M:0;7d6f26a4c136:41031 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:21:27,255 INFO [M:0;7d6f26a4c136:41031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:21:27,255 INFO [M:0;7d6f26a4c136:41031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:21:27,255 INFO [M:0;7d6f26a4c136:41031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:21:27,255 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:21:27,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01028841969/master 2024-11-27T01:21:27,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01028841969 2024-11-27T01:21:27,256 DEBUG [M:0;7d6f26a4c136:41031 {}] zookeeper.ZKUtil(347): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Unable to get data of znode /01028841969/master because node does not exist (not an error) 2024-11-27T01:21:27,256 WARN [M:0;7d6f26a4c136:41031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:21:27,256 INFO [M:0;7d6f26a4c136:41031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/.lastflushedseqids 2024-11-27T01:21:27,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741847_1023 (size=245) 2024-11-27T01:21:27,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:27,352 INFO [RS:0;7d6f26a4c136:43449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:21:27,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43449-0x1015702e95a0001, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:27,352 INFO [RS:0;7d6f26a4c136:43449 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,43449,1732670456663; zookeeper connection closed. 2024-11-27T01:21:27,353 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@74943196 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@74943196 2024-11-27T01:21:27,353 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:21:27,661 INFO [M:0;7d6f26a4c136:41031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:21:27,661 INFO [M:0;7d6f26a4c136:41031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:21:27,661 DEBUG [M:0;7d6f26a4c136:41031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:21:27,661 INFO [M:0;7d6f26a4c136:41031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:27,661 DEBUG [M:0;7d6f26a4c136:41031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:27,661 DEBUG [M:0;7d6f26a4c136:41031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:21:27,661 DEBUG [M:0;7d6f26a4c136:41031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:27,661 INFO [M:0;7d6f26a4c136:41031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-27T01:21:27,676 DEBUG [M:0;7d6f26a4c136:41031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/987bfc0b883f440f8f6c62c9189b2e54 is 82, key is hbase:meta,,1/info:regioninfo/1732670459200/Put/seqid=0 2024-11-27T01:21:27,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741848_1024 (size=5672) 2024-11-27T01:21:28,080 INFO [M:0;7d6f26a4c136:41031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/987bfc0b883f440f8f6c62c9189b2e54 2024-11-27T01:21:28,099 DEBUG [M:0;7d6f26a4c136:41031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25af92c851ac478189535eee9fc0d783 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732670470047/Put/seqid=0 2024-11-27T01:21:28,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741849_1025 (size=8517) 2024-11-27T01:21:28,503 INFO [M:0;7d6f26a4c136:41031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25af92c851ac478189535eee9fc0d783 2024-11-27T01:21:28,529 DEBUG [M:0;7d6f26a4c136:41031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4b68fa18eb545fb96423f5cf170dc50 is 69, key is 7d6f26a4c136,43449,1732670456663/rs:state/1732670458115/Put/seqid=0 2024-11-27T01:21:28,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741850_1026 (size=5156) 2024-11-27T01:21:28,935 INFO [M:0;7d6f26a4c136:41031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4b68fa18eb545fb96423f5cf170dc50 2024-11-27T01:21:28,940 DEBUG [M:0;7d6f26a4c136:41031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/987bfc0b883f440f8f6c62c9189b2e54 as hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/987bfc0b883f440f8f6c62c9189b2e54 2024-11-27T01:21:28,944 INFO [M:0;7d6f26a4c136:41031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/987bfc0b883f440f8f6c62c9189b2e54, entries=8, sequenceid=97, filesize=5.5 K 2024-11-27T01:21:28,944 DEBUG [M:0;7d6f26a4c136:41031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/25af92c851ac478189535eee9fc0d783 as hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25af92c851ac478189535eee9fc0d783 2024-11-27T01:21:28,948 INFO [M:0;7d6f26a4c136:41031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/25af92c851ac478189535eee9fc0d783, entries=11, sequenceid=97, filesize=8.3 K 2024-11-27T01:21:28,948 DEBUG [M:0;7d6f26a4c136:41031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4b68fa18eb545fb96423f5cf170dc50 as hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4b68fa18eb545fb96423f5cf170dc50 2024-11-27T01:21:28,952 INFO [M:0;7d6f26a4c136:41031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34201/user/jenkins/test-data/69f42749-130c-7c15-c74e-a2eabab9cc13/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4b68fa18eb545fb96423f5cf170dc50, entries=1, sequenceid=97, filesize=5.0 K 2024-11-27T01:21:28,952 INFO [M:0;7d6f26a4c136:41031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false 2024-11-27T01:21:28,964 INFO [M:0;7d6f26a4c136:41031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:28,964 DEBUG [M:0;7d6f26a4c136:41031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670487661Disabling compacts and flushes for region at 1732670487661Disabling writes for close at 1732670487661Obtaining lock to block concurrent updates at 1732670487661Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670487661Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732670487662 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670487662Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670487662Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670487676 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670487676Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670488084 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670488098 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670488098Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670488507 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670488528 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670488528Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5a4c54: reopening flushed file at 1732670488939 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2740a1a3: reopening flushed file at 1732670488944 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0e5225: reopening flushed file at 1732670488948 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=97, compaction requested=false at 1732670488952 (+4 ms)Writing region close event to WAL at 1732670488964 (+12 ms)Closed at 1732670488964 2024-11-27T01:21:28,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36195 is added to blk_1073741830_1006 (size=63666) 2024-11-27T01:21:28,970 INFO [M:0;7d6f26a4c136:41031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:21:28,970 INFO [M:0;7d6f26a4c136:41031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41031 2024-11-27T01:21:28,970 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:21:28,970 INFO [M:0;7d6f26a4c136:41031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:21:29,072 INFO [M:0;7d6f26a4c136:41031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:21:29,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:29,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41031-0x1015702e95a0000, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:29,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b8f6086{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:21:29,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47338a4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:21:29,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:21:29,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@595696e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:21:29,077 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5105e8fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/hadoop.log.dir/,STOPPED} 2024-11-27T01:21:29,078 WARN [BP-1264365570-172.17.0.2-1732670455523 heartbeating to localhost/127.0.0.1:34201 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:21:29,078 WARN [BP-1264365570-172.17.0.2-1732670455523 heartbeating to localhost/127.0.0.1:34201 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1264365570-172.17.0.2-1732670455523 (Datanode Uuid dad29acf-ae80-4811-8108-85ab32646e32) service to localhost/127.0.0.1:34201 2024-11-27T01:21:29,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/cluster_8afcd524-235f-6dec-5614-bd1f7b2a558a/data/data2/current/BP-1264365570-172.17.0.2-1732670455523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:21:29,079 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:21:29,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/cluster_8afcd524-235f-6dec-5614-bd1f7b2a558a/data/data1/current/BP-1264365570-172.17.0.2-1732670455523 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:21:29,079 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:21:29,080 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:21:29,087 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ae44598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:21:29,089 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29089748{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:21:29,089 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:21:29,089 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2de67b05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:21:29,090 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78a73050{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c2d43721-2613-911e-c383-40c0a3264afb/hadoop.log.dir/,STOPPED} 2024-11-27T01:21:29,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T01:21:29,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:21:29,128 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34201 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40539 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:40539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53023) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36211 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40539 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34201 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40539 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53023) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40539 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53023) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:34201 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34201 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36211 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36211 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36211 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=790 (was 731) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=362 (was 274) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5844 (was 5417) - AvailableMemoryMB LEAK? - 2024-11-27T01:21:29,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=362, ProcessCount=11, AvailableMemoryMB=5843 2024-11-27T01:21:29,159 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-27T01:21:29,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/hadoop.log.dir so I do NOT create it in target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e 2024-11-27T01:21:29,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:21:29,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/hadoop.tmp.dir so I do NOT create it in target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e 2024-11-27T01:21:29,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/61e11de7-b7e0-991d-79ce-973a25c25e28/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:21:29,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e 2024-11-27T01:21:29,160 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/cluster_869fa77b-eccc-a655-702f-a267716af3c3, deleteOnExit=true 2024-11-27T01:21:29,169 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/cluster_869fa77b-eccc-a655-702f-a267716af3c3/zookeeper_0, clientPort=54841, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/cluster_869fa77b-eccc-a655-702f-a267716af3c3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/cluster_869fa77b-eccc-a655-702f-a267716af3c3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T01:21:29,170 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54841 2024-11-27T01:21:29,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:21:29,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/test.cache.data in system properties and HBase conf 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:21:29,171 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:21:29,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:21:29,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:21:29,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:21:29,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:21:29,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:21:29,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:21:29,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:21:29,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:21:29,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:21:29,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1015702e95a0002, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:21:29,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1015702e95a0008, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:21:29,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1015702e95a0005, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:21:29,205 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1015702e95a0008, quorum=127.0.0.1:53023, baseZNode=/2-1992251257 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:21:29,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1015702e95a0002, quorum=127.0.0.1:53023, baseZNode=/01028841969 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:21:29,206 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1015702e95a0005, quorum=127.0.0.1:53023, baseZNode=/1-1497756262 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:21:29,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:29,289 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:21:29,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:21:29,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:21:29,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:21:29,307 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:29,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f31ce9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:21:29,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61292ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:21:29,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d562959{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/java.io.tmpdir/jetty-localhost-45061-hadoop-hdfs-3_4_1-tests_jar-_-any-13636447509130196116/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:21:29,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2605b0dd{HTTP/1.1, (http/1.1)}{localhost:45061} 2024-11-27T01:21:29,468 INFO [Time-limited test {}] server.Server(415): Started @278076ms 2024-11-27T01:21:29,617 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:29,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:21:29,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:21:29,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:21:29,629 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:21:29,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bb54031{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:21:29,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bcd1b6e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:21:29,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@811cab7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/java.io.tmpdir/jetty-localhost-36571-hadoop-hdfs-3_4_1-tests_jar-_-any-13719505984835099459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:21:29,784 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79452611{HTTP/1.1, (http/1.1)}{localhost:36571} 2024-11-27T01:21:29,785 INFO [Time-limited test {}] server.Server(415): Started @278393ms 2024-11-27T01:21:29,786 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:21:29,914 WARN [Thread-4160 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/cluster_869fa77b-eccc-a655-702f-a267716af3c3/data/data1/current/BP-2047368286-172.17.0.2-1732670489204/current, will proceed with Du for space computation calculation, 2024-11-27T01:21:29,914 WARN [Thread-4161 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/cluster_869fa77b-eccc-a655-702f-a267716af3c3/data/data2/current/BP-2047368286-172.17.0.2-1732670489204/current, will proceed with Du for space computation calculation, 2024-11-27T01:21:29,945 WARN [Thread-4148 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:21:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd164d6019d9df693 with lease ID 0xfab847de9c701d19: Processing first storage report for DS-3e55986e-c716-4b88-9ecb-007590473f46 from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=7036817c-a518-4599-a6cb-ea97919e901f, infoPort=37895, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=1672496742;c=1732670489204) 2024-11-27T01:21:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd164d6019d9df693 with lease ID 0xfab847de9c701d19: from storage DS-3e55986e-c716-4b88-9ecb-007590473f46 node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=7036817c-a518-4599-a6cb-ea97919e901f, infoPort=37895, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=1672496742;c=1732670489204), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:21:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd164d6019d9df693 with lease ID 0xfab847de9c701d19: Processing first storage report for DS-3f6192ae-9fa1-4b2c-b75b-c07c459191c4 from datanode DatanodeRegistration(127.0.0.1:46739, datanodeUuid=7036817c-a518-4599-a6cb-ea97919e901f, infoPort=37895, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=1672496742;c=1732670489204) 2024-11-27T01:21:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd164d6019d9df693 with lease ID 0xfab847de9c701d19: from storage DS-3f6192ae-9fa1-4b2c-b75b-c07c459191c4 node DatanodeRegistration(127.0.0.1:46739, datanodeUuid=7036817c-a518-4599-a6cb-ea97919e901f, infoPort=37895, infoSecurePort=0, ipcPort=35063, storageInfo=lv=-57;cid=testClusterID;nsid=1672496742;c=1732670489204), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:21:30,051 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e 2024-11-27T01:21:30,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:30,053 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:30,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:21:30,475 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598 with version=8 2024-11-27T01:21:30,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/hbase-staging 2024-11-27T01:21:30,477 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:30,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:30,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:30,477 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:30,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:30,477 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:30,477 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:21:30,477 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:30,478 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42227 2024-11-27T01:21:30,479 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42227 connecting to ZooKeeper ensemble=127.0.0.1:54841 2024-11-27T01:21:30,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:422270x0, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:30,486 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42227-0x10157036cdd0000 connected 2024-11-27T01:21:30,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:30,507 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:30,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Set watcher on znode that does not yet exist, /02135476450/running 2024-11-27T01:21:30,510 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598, hbase.cluster.distributed=false 2024-11-27T01:21:30,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Set watcher on znode that does not yet exist, /02135476450/acl 2024-11-27T01:21:30,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-27T01:21:30,515 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42227 2024-11-27T01:21:30,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42227 2024-11-27T01:21:30,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-27T01:21:30,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42227 2024-11-27T01:21:30,538 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:30,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:30,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:30,538 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:30,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:30,538 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:30,538 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:21:30,538 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:30,538 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35505 2024-11-27T01:21:30,539 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35505 connecting to ZooKeeper ensemble=127.0.0.1:54841 2024-11-27T01:21:30,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:30,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:30,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355050x0, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:30,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:355050x0, quorum=127.0.0.1:54841, baseZNode=/02135476450 Set watcher on znode that does not yet exist, /02135476450/running 2024-11-27T01:21:30,551 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:21:30,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35505-0x10157036cdd0001 connected 2024-11-27T01:21:30,553 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:21:30,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Set watcher on znode that does not yet exist, /02135476450/master 2024-11-27T01:21:30,554 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Set watcher on znode that does not yet exist, /02135476450/acl 2024-11-27T01:21:30,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35505 2024-11-27T01:21:30,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35505 2024-11-27T01:21:30,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35505 2024-11-27T01:21:30,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35505 2024-11-27T01:21:30,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35505 2024-11-27T01:21:30,577 DEBUG [M:0;7d6f26a4c136:42227 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:42227 2024-11-27T01:21:30,579 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02135476450/backup-masters/7d6f26a4c136,42227,1732670490477 2024-11-27T01:21:30,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450/backup-masters 2024-11-27T01:21:30,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450/backup-masters 2024-11-27T01:21:30,582 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Set watcher on existing znode=/02135476450/backup-masters/7d6f26a4c136,42227,1732670490477 2024-11-27T01:21:30,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:30,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02135476450/master 2024-11-27T01:21:30,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:30,584 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Set watcher on existing znode=/02135476450/master 2024-11-27T01:21:30,584 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02135476450/backup-masters/7d6f26a4c136,42227,1732670490477 from backup master directory 2024-11-27T01:21:30,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02135476450/backup-masters/7d6f26a4c136,42227,1732670490477 2024-11-27T01:21:30,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450/backup-masters 2024-11-27T01:21:30,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450/backup-masters 2024-11-27T01:21:30,586 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:30,586 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,42227,1732670490477 2024-11-27T01:21:30,590 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/hbase.id] with ID: cc798e01-6f41-45d5-97d1-e90dc34e8415 2024-11-27T01:21:30,590 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/.tmp/hbase.id 2024-11-27T01:21:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:21:31,007 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/.tmp/hbase.id]:[hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/hbase.id] 2024-11-27T01:21:31,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:31,019 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:21:31,020 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:21:31,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:31,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:31,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:21:31,435 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:31,436 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:21:31,436 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:31,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:21:31,846 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/MasterData/data/master/store 2024-11-27T01:21:31,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:21:32,224 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:21:32,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,263 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:32,263 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:21:32,263 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:32,264 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:32,264 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:21:32,264 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:32,264 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:32,264 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670492263Disabling compacts and flushes for region at 1732670492263Disabling writes for close at 1732670492264 (+1 ms)Writing region close event to WAL at 1732670492264Closed at 1732670492264 2024-11-27T01:21:32,264 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/MasterData/data/master/store/.initializing 2024-11-27T01:21:32,265 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/MasterData/WALs/7d6f26a4c136,42227,1732670490477 2024-11-27T01:21:32,265 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:32,267 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C42227%2C1732670490477, suffix=, logDir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/MasterData/WALs/7d6f26a4c136,42227,1732670490477, archiveDir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/MasterData/oldWALs, maxLogs=10 2024-11-27T01:21:32,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:32,284 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/MasterData/WALs/7d6f26a4c136,42227,1732670490477/7d6f26a4c136%2C42227%2C1732670490477.1732670492267, exclude list is [], retry=0 2024-11-27T01:21:32,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-3e55986e-c716-4b88-9ecb-007590473f46,DISK] 2024-11-27T01:21:32,293 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/MasterData/WALs/7d6f26a4c136,42227,1732670490477/7d6f26a4c136%2C42227%2C1732670490477.1732670492267 2024-11-27T01:21:32,293 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37895:37895)] 2024-11-27T01:21:32,293 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:32,293 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:32,293 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,293 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:21:32,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:32,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:32,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:21:32,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:32,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:32,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:21:32,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:32,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:32,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:21:32,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:32,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:32,305 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,306 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,306 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,307 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,307 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,308 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:32,309 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:32,314 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:32,314 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64156569, jitterRate=-0.043992623686790466}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:32,315 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670492293Initializing all the Stores at 1732670492294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670492294Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670492296 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670492296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670492296Cleaning up temporary data from old regions at 1732670492307 (+11 ms)Region opened successfully at 1732670492315 (+8 ms) 2024-11-27T01:21:32,320 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:21:32,324 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4744ab5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:32,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:21:32,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:21:32,325 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:21:32,326 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:21:32,326 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:21:32,326 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:21:32,326 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:21:32,328 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:21:32,329 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Unable to get data of znode /02135476450/balancer because node does not exist (not necessarily an error) 2024-11-27T01:21:32,331 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02135476450/balancer already deleted, retry=false 2024-11-27T01:21:32,331 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:21:32,332 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Unable to get data of znode /02135476450/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:21:32,334 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02135476450/normalizer already deleted, retry=false 2024-11-27T01:21:32,334 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:21:32,335 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Unable to get data of znode /02135476450/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:21:32,338 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02135476450/switch/split already deleted, retry=false 2024-11-27T01:21:32,339 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Unable to get data of znode /02135476450/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:21:32,341 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02135476450/switch/merge already deleted, retry=false 2024-11-27T01:21:32,343 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Unable to get data of znode /02135476450/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:21:32,345 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02135476450/snapshot-cleanup already deleted, retry=false 2024-11-27T01:21:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02135476450/running 2024-11-27T01:21:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02135476450/running 2024-11-27T01:21:32,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:32,348 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,42227,1732670490477, sessionid=0x10157036cdd0000, setting cluster-up flag (Was=false) 2024-11-27T01:21:32,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:32,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:32,365 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02135476450/flush-table-proc/acquired, /02135476450/flush-table-proc/reached, /02135476450/flush-table-proc/abort 2024-11-27T01:21:32,366 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,42227,1732670490477 2024-11-27T01:21:32,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:32,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:32,381 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02135476450/online-snapshot/acquired, /02135476450/online-snapshot/reached, /02135476450/online-snapshot/abort 2024-11-27T01:21:32,385 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,42227,1732670490477 2024-11-27T01:21:32,389 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:21:32,392 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:32,392 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:21:32,392 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:21:32,392 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,42227,1732670490477 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:21:32,394 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:32,394 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:32,394 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:32,394 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:32,394 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:21:32,394 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,394 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:32,394 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:32,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:21:32,397 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:32,397 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:21:32,400 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670522400 2024-11-27T01:21:32,400 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:21:32,400 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:21:32,401 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:21:32,401 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:21:32,401 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:21:32,401 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:21:32,404 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,405 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:21:32,405 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:21:32,405 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:21:32,405 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:21:32,407 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:21:32,407 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:21:32,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:21:32,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:21:32,410 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598 2024-11-27T01:21:32,410 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670492407,5,FailOnTimeoutGroup] 2024-11-27T01:21:32,412 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670492410,5,FailOnTimeoutGroup] 2024-11-27T01:21:32,412 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,412 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:21:32,412 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,412 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741832_1008 (size=32) 2024-11-27T01:21:32,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:32,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:32,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:32,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:32,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:32,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:32,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:32,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:32,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:32,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:32,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:32,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:32,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:32,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:32,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:32,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:32,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:32,447 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:32,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/data/hbase/meta/1588230740 2024-11-27T01:21:32,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/data/hbase/meta/1588230740 2024-11-27T01:21:32,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:32,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:32,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:32,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:32,457 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:32,457 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60842396, jitterRate=-0.09337764978408813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:32,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670492433Initializing all the Stores at 1732670492433Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670492433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670492440 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670492440Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670492440Cleaning up temporary data from old regions at 1732670492449 (+9 ms)Region opened successfully at 1732670492458 (+9 ms) 2024-11-27T01:21:32,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:21:32,458 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:21:32,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:21:32,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:21:32,458 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:21:32,468 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:32,468 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670492458Disabling compacts and flushes for region at 1732670492458Disabling writes for close at 1732670492458Writing region close event to WAL at 1732670492468 (+10 ms)Closed at 1732670492468 2024-11-27T01:21:32,469 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:32,469 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:21:32,470 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:21:32,470 INFO [RS:0;7d6f26a4c136:35505 {}] regionserver.HRegionServer(746): ClusterId : cc798e01-6f41-45d5-97d1-e90dc34e8415 2024-11-27T01:21:32,470 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:21:32,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:32,472 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:21:32,473 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:21:32,473 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:21:32,475 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:21:32,476 DEBUG [RS:0;7d6f26a4c136:35505 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d2a204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:32,491 DEBUG [RS:0;7d6f26a4c136:35505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:35505 2024-11-27T01:21:32,491 INFO [RS:0;7d6f26a4c136:35505 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:21:32,491 INFO [RS:0;7d6f26a4c136:35505 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:21:32,491 DEBUG [RS:0;7d6f26a4c136:35505 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:21:32,492 INFO [RS:0;7d6f26a4c136:35505 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,42227,1732670490477 with port=35505, startcode=1732670490537 2024-11-27T01:21:32,492 DEBUG [RS:0;7d6f26a4c136:35505 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:21:32,494 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:21:32,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42227 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,35505,1732670490537 2024-11-27T01:21:32,494 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42227 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,35505,1732670490537 2024-11-27T01:21:32,495 DEBUG [RS:0;7d6f26a4c136:35505 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598 2024-11-27T01:21:32,495 DEBUG [RS:0;7d6f26a4c136:35505 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42029 2024-11-27T01:21:32,495 DEBUG [RS:0;7d6f26a4c136:35505 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:21:32,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450/rs 2024-11-27T01:21:32,499 DEBUG [RS:0;7d6f26a4c136:35505 {}] zookeeper.ZKUtil(111): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Set watcher on existing znode=/02135476450/rs/7d6f26a4c136,35505,1732670490537 2024-11-27T01:21:32,499 WARN [RS:0;7d6f26a4c136:35505 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:32,499 INFO [RS:0;7d6f26a4c136:35505 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:32,499 DEBUG [RS:0;7d6f26a4c136:35505 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/WALs/7d6f26a4c136,35505,1732670490537 2024-11-27T01:21:32,505 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,35505,1732670490537] 2024-11-27T01:21:32,507 INFO [RS:0;7d6f26a4c136:35505 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:21:32,512 INFO [RS:0;7d6f26a4c136:35505 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:21:32,516 INFO [RS:0;7d6f26a4c136:35505 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:21:32,517 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,517 INFO [RS:0;7d6f26a4c136:35505 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:21:32,518 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:21:32,518 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:32,518 DEBUG [RS:0;7d6f26a4c136:35505 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:32,535 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,535 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,535 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,535 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,535 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,535 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35505,1732670490537-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:32,561 INFO [RS:0;7d6f26a4c136:35505 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:21:32,561 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35505,1732670490537-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,561 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,561 INFO [RS:0;7d6f26a4c136:35505 {}] regionserver.Replication(171): 7d6f26a4c136,35505,1732670490537 started 2024-11-27T01:21:32,580 INFO [RS:0;7d6f26a4c136:35505 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:32,580 INFO [RS:0;7d6f26a4c136:35505 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,35505,1732670490537, RpcServer on 7d6f26a4c136/172.17.0.2:35505, sessionid=0x10157036cdd0001 2024-11-27T01:21:32,581 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:21:32,581 DEBUG [RS:0;7d6f26a4c136:35505 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,35505,1732670490537 2024-11-27T01:21:32,581 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,35505,1732670490537' 2024-11-27T01:21:32,581 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02135476450/flush-table-proc/abort' 2024-11-27T01:21:32,582 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02135476450/flush-table-proc/acquired' 2024-11-27T01:21:32,582 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:21:32,582 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:21:32,582 DEBUG [RS:0;7d6f26a4c136:35505 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,35505,1732670490537 2024-11-27T01:21:32,582 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,35505,1732670490537' 2024-11-27T01:21:32,582 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02135476450/online-snapshot/abort' 2024-11-27T01:21:32,583 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02135476450/online-snapshot/acquired' 2024-11-27T01:21:32,583 DEBUG [RS:0;7d6f26a4c136:35505 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:21:32,583 INFO [RS:0;7d6f26a4c136:35505 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:21:32,583 INFO [RS:0;7d6f26a4c136:35505 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:21:32,623 WARN [7d6f26a4c136:42227 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-27T01:21:32,684 INFO [RS:0;7d6f26a4c136:35505 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:32,685 INFO [RS:0;7d6f26a4c136:35505 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C35505%2C1732670490537, suffix=, logDir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/WALs/7d6f26a4c136,35505,1732670490537, archiveDir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/oldWALs, maxLogs=10 2024-11-27T01:21:32,698 DEBUG [RS:0;7d6f26a4c136:35505 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/WALs/7d6f26a4c136,35505,1732670490537/7d6f26a4c136%2C35505%2C1732670490537.1732670492685, exclude list is [], retry=0 2024-11-27T01:21:32,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-3e55986e-c716-4b88-9ecb-007590473f46,DISK] 2024-11-27T01:21:32,702 INFO [RS:0;7d6f26a4c136:35505 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/WALs/7d6f26a4c136,35505,1732670490537/7d6f26a4c136%2C35505%2C1732670490537.1732670492685 2024-11-27T01:21:32,702 DEBUG [RS:0;7d6f26a4c136:35505 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37895:37895)] 2024-11-27T01:21:32,753 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:32,754 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:21:32,754 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108630 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:21:32,873 DEBUG [7d6f26a4c136:42227 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:21:32,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,35505,1732670490537 2024-11-27T01:21:32,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,35505,1732670490537, state=OPENING 2024-11-27T01:21:32,876 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:21:32,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:32,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02135476450 2024-11-27T01:21:32,877 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:32,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02135476450/meta-region-server: CHANGED 2024-11-27T01:21:32,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02135476450/meta-region-server: CHANGED 2024-11-27T01:21:32,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,35505,1732670490537}] 2024-11-27T01:21:33,032 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:33,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:21:33,056 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:21:33,056 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:33,056 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:21:33,058 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C35505%2C1732670490537.meta, suffix=.meta, logDir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/WALs/7d6f26a4c136,35505,1732670490537, archiveDir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/oldWALs, maxLogs=10 2024-11-27T01:21:33,076 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/WALs/7d6f26a4c136,35505,1732670490537/7d6f26a4c136%2C35505%2C1732670490537.meta.1732670493058.meta, exclude list is [], retry=0 2024-11-27T01:21:33,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46739,DS-3e55986e-c716-4b88-9ecb-007590473f46,DISK] 2024-11-27T01:21:33,080 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/WALs/7d6f26a4c136,35505,1732670490537/7d6f26a4c136%2C35505%2C1732670490537.meta.1732670493058.meta 2024-11-27T01:21:33,080 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37895:37895)] 2024-11-27T01:21:33,080 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:33,080 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:33,080 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:21:33,081 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:21:33,081 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:21:33,081 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:21:33,081 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:33,081 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:21:33,081 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:21:33,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:33,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:33,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:33,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:33,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:33,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:33,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:33,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:33,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:33,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:33,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:33,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:33,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:33,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:33,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:33,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:33,085 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:33,086 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/data/hbase/meta/1588230740 2024-11-27T01:21:33,087 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/data/hbase/meta/1588230740 2024-11-27T01:21:33,090 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:33,090 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:33,090 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:33,091 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:33,092 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63020893, jitterRate=-0.0609155148267746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:33,092 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:21:33,093 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670493081Writing region info on filesystem at 1732670493081Initializing all the Stores at 1732670493081Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670493081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670493082 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670493082Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670493082Cleaning up temporary data from old regions at 1732670493090 (+8 ms)Running coprocessor post-open hooks at 1732670493092 (+2 ms)Region opened successfully at 1732670493093 (+1 ms) 2024-11-27T01:21:33,094 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670493032 2024-11-27T01:21:33,095 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:21:33,095 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:21:33,096 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,35505,1732670490537 2024-11-27T01:21:33,097 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,35505,1732670490537, state=OPEN 2024-11-27T01:21:33,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42227-0x10157036cdd0000, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02135476450/meta-region-server 2024-11-27T01:21:33,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35505-0x10157036cdd0001, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02135476450/meta-region-server 2024-11-27T01:21:33,104 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,35505,1732670490537 2024-11-27T01:21:33,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02135476450/meta-region-server: CHANGED 2024-11-27T01:21:33,104 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02135476450/meta-region-server: CHANGED 2024-11-27T01:21:33,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:21:33,105 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,35505,1732670490537 in 226 msec 2024-11-27T01:21:33,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:21:33,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 635 msec 2024-11-27T01:21:33,107 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:33,107 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:21:33,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:33,108 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,35505,1732670490537, seqNum=-1] 2024-11-27T01:21:33,108 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:33,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57153, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:33,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 722 msec 2024-11-27T01:21:33,113 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670493113, completionTime=-1 2024-11-27T01:21:33,113 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:21:33,113 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:21:33,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:21:33,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670553114 2024-11-27T01:21:33,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670613114 2024-11-27T01:21:33,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T01:21:33,115 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42227,1732670490477-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:33,115 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42227,1732670490477-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:33,115 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42227,1732670490477-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:33,115 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:42227, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:33,115 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:33,115 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:33,116 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:21:33,118 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.532sec 2024-11-27T01:21:33,118 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:21:33,118 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:21:33,118 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:21:33,118 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:21:33,118 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:21:33,118 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42227,1732670490477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:33,118 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42227,1732670490477-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:21:33,120 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:21:33,120 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:21:33,120 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42227,1732670490477-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:33,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e18e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:33,170 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,42227,-1 for getting cluster id 2024-11-27T01:21:33,170 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:33,171 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc798e01-6f41-45d5-97d1-e90dc34e8415' 2024-11-27T01:21:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc798e01-6f41-45d5-97d1-e90dc34e8415" 2024-11-27T01:21:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dd6cc37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,42227,-1] 2024-11-27T01:21:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:33,172 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:33,172 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:33,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8ea06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:33,173 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,35505,1732670490537, seqNum=-1] 2024-11-27T01:21:33,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:33,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:33,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,42227,1732670490477 2024-11-27T01:21:33,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54841 2024-11-27T01:21:33,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54841, baseZNode=/02135476450 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:33,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10157036cdd0002 connected 2024-11-27T01:21:33,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,42227,1732670490477 2024-11-27T01:21:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@278e80e5 2024-11-27T01:21:33,191 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:33,193 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:33,194 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:21:33,197 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:21:33,197 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:33,199 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:21:33,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:21:33,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:33,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:21:33,245 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 265a6297f6d9029e9770789964035e4d, NAME => 'test,,1732670493193.265a6297f6d9029e9770789964035e4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598 2024-11-27T01:21:33,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46739 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:21:33,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670493193.265a6297f6d9029e9770789964035e4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:33,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 265a6297f6d9029e9770789964035e4d, disabling compactions & flushes 2024-11-27T01:21:33,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670493193.265a6297f6d9029e9770789964035e4d. 2024-11-27T01:21:33,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670493193.265a6297f6d9029e9770789964035e4d. 2024-11-27T01:21:33,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670493193.265a6297f6d9029e9770789964035e4d. after waiting 0 ms 2024-11-27T01:21:33,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670493193.265a6297f6d9029e9770789964035e4d. 2024-11-27T01:21:33,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670493193.265a6297f6d9029e9770789964035e4d. 2024-11-27T01:21:33,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 265a6297f6d9029e9770789964035e4d: Waiting for close lock at 1732670493300Disabling compacts and flushes for region at 1732670493300Disabling writes for close at 1732670493300Writing region close event to WAL at 1732670493300Closed at 1732670493300 2024-11-27T01:21:33,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:21:33,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670493193.265a6297f6d9029e9770789964035e4d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670493301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670493301"}]},"ts":"1732670493301"} 2024-11-27T01:21:33,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:33,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:21:33,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:21:33,308 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670493308"}]},"ts":"1732670493308"} 2024-11-27T01:21:33,310 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:21:33,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=265a6297f6d9029e9770789964035e4d, ASSIGN}] 2024-11-27T01:21:33,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=265a6297f6d9029e9770789964035e4d, ASSIGN 2024-11-27T01:21:33,312 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=265a6297f6d9029e9770789964035e4d, ASSIGN; state=OFFLINE, location=7d6f26a4c136,35505,1732670490537; forceNewPlan=false, retain=false 2024-11-27T01:21:33,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=265a6297f6d9029e9770789964035e4d, regionState=OPENING, regionLocation=7d6f26a4c136,35505,1732670490537 2024-11-27T01:21:33,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=265a6297f6d9029e9770789964035e4d, ASSIGN because future has completed 2024-11-27T01:21:33,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 265a6297f6d9029e9770789964035e4d, server=7d6f26a4c136,35505,1732670490537}] 2024-11-27T01:21:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:33,635 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670493193.265a6297f6d9029e9770789964035e4d. 2024-11-27T01:21:33,635 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 265a6297f6d9029e9770789964035e4d, NAME => 'test,,1732670493193.265a6297f6d9029e9770789964035e4d.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:33,636 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:33,636 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:21:33,636 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,636 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670493193.265a6297f6d9029e9770789964035e4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:33,636 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,636 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,653 INFO [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,655 INFO [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 265a6297f6d9029e9770789964035e4d columnFamilyName f 2024-11-27T01:21:33,656 DEBUG [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:33,657 INFO [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] regionserver.HStore(327): Store=265a6297f6d9029e9770789964035e4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:33,657 INFO [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,659 INFO [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 265a6297f6d9029e9770789964035e4d columnFamilyName f1 2024-11-27T01:21:33,659 DEBUG [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:33,660 INFO [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] regionserver.HStore(327): Store=265a6297f6d9029e9770789964035e4d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:33,660 INFO [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,663 INFO [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 265a6297f6d9029e9770789964035e4d columnFamilyName norep 2024-11-27T01:21:33,663 DEBUG [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:33,665 INFO [StoreOpener-265a6297f6d9029e9770789964035e4d-1 {}] regionserver.HStore(327): Store=265a6297f6d9029e9770789964035e4d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:33,665 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,665 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/data/default/test/265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,666 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/data/default/test/265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,667 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,667 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,668 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:21:33,670 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,675 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/data/default/test/265a6297f6d9029e9770789964035e4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:33,675 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 265a6297f6d9029e9770789964035e4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59428268, jitterRate=-0.11444979906082153}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:21:33,675 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 265a6297f6d9029e9770789964035e4d 2024-11-27T01:21:33,676 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 265a6297f6d9029e9770789964035e4d: Running coprocessor pre-open hook at 1732670493636Writing region info on filesystem at 1732670493636Initializing all the Stores at 1732670493642 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670493642Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670493652 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670493652Cleaning up temporary data from old regions at 1732670493667 (+15 ms)Running coprocessor post-open hooks at 1732670493675 (+8 ms)Region opened successfully at 1732670493676 (+1 ms) 2024-11-27T01:21:33,678 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670493193.265a6297f6d9029e9770789964035e4d., pid=6, masterSystemTime=1732670493621 2024-11-27T01:21:33,681 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670493193.265a6297f6d9029e9770789964035e4d. 2024-11-27T01:21:33,681 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670493193.265a6297f6d9029e9770789964035e4d. 2024-11-27T01:21:33,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=265a6297f6d9029e9770789964035e4d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,35505,1732670490537 2024-11-27T01:21:33,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 265a6297f6d9029e9770789964035e4d, server=7d6f26a4c136,35505,1732670490537 because future has completed 2024-11-27T01:21:33,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:21:33,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 265a6297f6d9029e9770789964035e4d, server=7d6f26a4c136,35505,1732670490537 in 232 msec 2024-11-27T01:21:33,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:21:33,706 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=265a6297f6d9029e9770789964035e4d, ASSIGN in 394 msec 2024-11-27T01:21:33,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:21:33,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670493707"}]},"ts":"1732670493707"} 2024-11-27T01:21:33,709 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:21:33,710 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:21:33,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 516 msec 2024-11-27T01:21:33,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:33,824 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:21:33,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b20b28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:33,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,42227,-1 for getting cluster id 2024-11-27T01:21:33,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:33,838 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc798e01-6f41-45d5-97d1-e90dc34e8415' 2024-11-27T01:21:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc798e01-6f41-45d5-97d1-e90dc34e8415" 2024-11-27T01:21:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8f5692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:33,838 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,42227,-1] 2024-11-27T01:21:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:33,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:33,840 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:33,841 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dfe71c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:33,841 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,42227,1732670490477 2024-11-27T01:21:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25503e3d 2024-11-27T01:21:33,842 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:33,844 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:33,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:42227,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:21:33,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:21:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:33,848 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:42227' 2024-11-27T01:21:33,859 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58341cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:33,859 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,42227,-1 for getting cluster id 2024-11-27T01:21:33,859 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:33,860 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cc798e01-6f41-45d5-97d1-e90dc34e8415' 2024-11-27T01:21:33,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:33,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cc798e01-6f41-45d5-97d1-e90dc34e8415" 2024-11-27T01:21:33,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bec8452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:33,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,42227,-1] 2024-11-27T01:21:33,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:33,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:33,862 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:33,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330298d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:33,864 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:33,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,42227,1732670490477 2024-11-27T01:21:33,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42cbc48f 2024-11-27T01:21:33,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:33,866 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:33,867 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:21:33,867 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:21:33,867 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:33,867 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:33,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:33,867 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7d6f26a4c136:42227, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-27T01:21:33,875 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7d6f26a4c136:42227, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7d6f26a4c136:42227, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7d6f26a4c136:42227, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-27T01:21:33,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://7d6f26a4c136:42227, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=31 msec 2024-11-27T01:21:33,878 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-27T01:21:33,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:33,955 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://7d6f26a4c136:42227, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-27T01:21:33,955 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:33,955 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:33,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:33,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:33,955 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:33,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=536 (was 360) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1064618409-7902 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9978432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 7d6f26a4c136:42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: BP-2047368286-172.17.0.2-1732670489204 heartbeating to localhost/127.0.0.1:42029 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/cluster_869fa77b-eccc-a655-702f-a267716af3c3/data/data2/current/BP-2047368286-172.17.0.2-1732670489204 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1204057930-7859 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670492410 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Server handler 3 on default port 42029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/7d6f26a4c136:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1064618409-7904 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: IPC Server handler 1 on default port 35063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@63e3f7ce java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42029 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1204057930-7855 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9978432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54841) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2047368286-172.17.0.2-1732670489204:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7857-acceptor-0@7383b6ea-ServerConnector@2605b0dd{HTTP/1.1, (http/1.1)}{localhost:45061} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@34cd4297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1461160b java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1204057930-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9978432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_143065323_20 at /127.0.0.1:48878 [Receiving block BP-2047368286-172.17.0.2-1732670489204:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7d6f26a4c136:35505 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@69feff37[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1204057930-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598-prefix:7d6f26a4c136,35505,1732670490537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7d6f26a4c136:35505-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1786432342) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp1204057930-7860 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54841) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4307b040 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: Session-HouseKeeper-14427ab6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54841) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-2047368286-172.17.0.2-1732670489204:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@529ab599 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670492407 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54841 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp1204057930-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9978432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1064618409-7903-acceptor-0@464bd86f-ServerConnector@79452611{HTTP/1.1, (http/1.1)}{localhost:36571} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f99789fdbd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598-prefix:7d6f26a4c136,35505,1732670490537.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5d39112f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 35063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5229426c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/cluster_869fa77b-eccc-a655-702f-a267716af3c3/data/data1/current/BP-2047368286-172.17.0.2-1732670489204 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$610/0x00007f9978ad63c8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@2328bdff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1352451882_20 at /127.0.0.1:51854 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/cluster_869fa77b-eccc-a655-702f-a267716af3c3/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2047368286-172.17.0.2-1732670489204:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 0 on default port 35063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1352451882_20 at /127.0.0.1:48922 [Receiving block BP-2047368286-172.17.0.2-1732670489204:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42029/user/jenkins/test-data/03394b9b-27a9-1fc6-c727-139b61344598/MasterData-prefix:7d6f26a4c136,42227,1732670490477 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42029 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server idle connection scanner for port 35063 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/cluster_869fa77b-eccc-a655-702f-a267716af3c3/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 4 on default port 35063 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-1 java.base@17.0.11/java.lang.Throwable.(Throwable.java:256) java.base@17.0.11/java.lang.Exception.(Exception.java:55) java.base@17.0.11/java.io.IOException.(IOException.java:46) java.base@17.0.11/java.nio.channels.ClosedChannelException.(ClosedChannelException.java:53) app//org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException.(StacklessClosedChannelException.java:29) app//org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException.newInstance(StacklessClosedChannelException.java:41) app//org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.close(AbstractChannel.java:618) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.shutdownInput(AbstractEpollChannel.java:522) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:822) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42227 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:54841): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2889f38a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;7d6f26a4c136:42227 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42029 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1352451882_20 at /127.0.0.1:48914 [Receiving block BP-2047368286-172.17.0.2-1732670489204:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7d6f26a4c136:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp1204057930-7856 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f9978432c40.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: regionserver/7d6f26a4c136:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: qtp1064618409-7905 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/7d6f26a4c136:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42029 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42029 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-4700ce97-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7d6f26a4c136:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=879 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=381 (was 362) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5600 (was 5843) 2024-11-27T01:21:33,978 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-27T01:21:33,995 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=536, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=381, ProcessCount=11, AvailableMemoryMB=5599 2024-11-27T01:21:33,995 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-27T01:21:34,012 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-27T01:21:34,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/hadoop.log.dir so I do NOT create it in target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8 2024-11-27T01:21:34,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:21:34,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/hadoop.tmp.dir so I do NOT create it in target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8 2024-11-27T01:21:34,013 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d6e69cc5-50ed-ebcd-81e9-a9eb306d304e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:21:34,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8 2024-11-27T01:21:34,013 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/cluster_3311e336-c8b0-9546-6c05-dac995643168, deleteOnExit=true 2024-11-27T01:21:34,020 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/cluster_3311e336-c8b0-9546-6c05-dac995643168/zookeeper_0, clientPort=53886, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/cluster_3311e336-c8b0-9546-6c05-dac995643168/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/cluster_3311e336-c8b0-9546-6c05-dac995643168/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T01:21:34,021 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53886 2024-11-27T01:21:34,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:21:34,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:21:34,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/test.cache.data in system properties and HBase conf 2024-11-27T01:21:34,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:21:34,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:21:34,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:21:34,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:21:34,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:21:34,022 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:21:34,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:21:34,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:21:34,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:21:34,101 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:34,104 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:21:34,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:21:34,111 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:21:34,111 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:21:34,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:34,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@765ecaf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:21:34,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21edd6e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:21:34,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@665d0c31{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/java.io.tmpdir/jetty-localhost-44095-hadoop-hdfs-3_4_1-tests_jar-_-any-13355618578248997509/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:21:34,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@620fb933{HTTP/1.1, (http/1.1)}{localhost:44095} 2024-11-27T01:21:34,258 INFO [Time-limited test {}] server.Server(415): Started @282866ms 2024-11-27T01:21:34,439 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:34,447 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:21:34,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:21:34,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:21:34,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:21:34,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c8d82be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:21:34,462 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59f17d5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:21:34,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6160b959{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/java.io.tmpdir/jetty-localhost-43375-hadoop-hdfs-3_4_1-tests_jar-_-any-7758958184500613634/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:21:34,627 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e38b7c9{HTTP/1.1, (http/1.1)}{localhost:43375} 2024-11-27T01:21:34,627 INFO [Time-limited test {}] server.Server(415): Started @283235ms 2024-11-27T01:21:34,629 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:21:34,760 WARN [Thread-4294 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/cluster_3311e336-c8b0-9546-6c05-dac995643168/data/data1/current/BP-1558341639-172.17.0.2-1732670494046/current, will proceed with Du for space computation calculation, 2024-11-27T01:21:34,760 WARN [Thread-4295 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/cluster_3311e336-c8b0-9546-6c05-dac995643168/data/data2/current/BP-1558341639-172.17.0.2-1732670494046/current, will proceed with Du for space computation calculation, 2024-11-27T01:21:34,789 WARN [Thread-4282 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:21:34,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5c8a19e30f8e346 with lease ID 0x3a927394c67d7f3c: Processing first storage report for DS-cb48c642-a98d-46c7-8b39-2a05ad0c10f3 from datanode DatanodeRegistration(127.0.0.1:46187, datanodeUuid=9a9edc90-a833-4ab9-bc2e-047021958433, infoPort=34575, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=306508714;c=1732670494046) 2024-11-27T01:21:34,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5c8a19e30f8e346 with lease ID 0x3a927394c67d7f3c: from storage DS-cb48c642-a98d-46c7-8b39-2a05ad0c10f3 node DatanodeRegistration(127.0.0.1:46187, datanodeUuid=9a9edc90-a833-4ab9-bc2e-047021958433, infoPort=34575, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=306508714;c=1732670494046), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:21:34,810 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb5c8a19e30f8e346 with lease ID 0x3a927394c67d7f3c: Processing first storage report for DS-e3d0ad60-31d9-4163-9c56-e4dd91c9484a from datanode DatanodeRegistration(127.0.0.1:46187, datanodeUuid=9a9edc90-a833-4ab9-bc2e-047021958433, infoPort=34575, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=306508714;c=1732670494046) 2024-11-27T01:21:34,810 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb5c8a19e30f8e346 with lease ID 0x3a927394c67d7f3c: from storage DS-e3d0ad60-31d9-4163-9c56-e4dd91c9484a node DatanodeRegistration(127.0.0.1:46187, datanodeUuid=9a9edc90-a833-4ab9-bc2e-047021958433, infoPort=34575, infoSecurePort=0, ipcPort=42695, storageInfo=lv=-57;cid=testClusterID;nsid=306508714;c=1732670494046), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:21:34,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8 2024-11-27T01:21:34,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:34,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:34,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:21:35,291 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b with version=8 2024-11-27T01:21:35,291 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/hbase-staging 2024-11-27T01:21:35,293 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:35,293 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:35,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:35,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:35,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:35,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:35,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:21:35,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:35,294 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39303 2024-11-27T01:21:35,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39303 connecting to ZooKeeper ensemble=127.0.0.1:53886 2024-11-27T01:21:35,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393030x0, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:35,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39303-0x10157037fd00000 connected 2024-11-27T01:21:35,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:35,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:35,377 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Set watcher on znode that does not yet exist, /018458488/running 2024-11-27T01:21:35,377 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b, hbase.cluster.distributed=false 2024-11-27T01:21:35,379 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Set watcher on znode that does not yet exist, /018458488/acl 2024-11-27T01:21:35,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39303 2024-11-27T01:21:35,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39303 2024-11-27T01:21:35,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39303 2024-11-27T01:21:35,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39303 2024-11-27T01:21:35,389 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39303 2024-11-27T01:21:35,409 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:35,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:35,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:35,409 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:35,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:35,409 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:35,409 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:21:35,409 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:35,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40311 2024-11-27T01:21:35,415 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40311 connecting to ZooKeeper ensemble=127.0.0.1:53886 2024-11-27T01:21:35,420 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:35,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:35,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403110x0, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:35,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403110x0, quorum=127.0.0.1:53886, baseZNode=/018458488 Set watcher on znode that does not yet exist, /018458488/running 2024-11-27T01:21:35,430 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:21:35,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40311-0x10157037fd00001 connected 2024-11-27T01:21:35,435 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:21:35,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Set watcher on znode that does not yet exist, /018458488/master 2024-11-27T01:21:35,437 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Set watcher on znode that does not yet exist, /018458488/acl 2024-11-27T01:21:35,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40311 2024-11-27T01:21:35,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40311 2024-11-27T01:21:35,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40311 2024-11-27T01:21:35,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40311 2024-11-27T01:21:35,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40311 2024-11-27T01:21:35,460 DEBUG [M:0;7d6f26a4c136:39303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:39303 2024-11-27T01:21:35,462 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /018458488/backup-masters/7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488/backup-masters 2024-11-27T01:21:35,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488/backup-masters 2024-11-27T01:21:35,464 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Set watcher on existing znode=/018458488/backup-masters/7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:35,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/018458488/master 2024-11-27T01:21:35,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:35,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:35,466 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Set watcher on existing znode=/018458488/master 2024-11-27T01:21:35,467 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /018458488/backup-masters/7d6f26a4c136,39303,1732670495293 from backup master directory 2024-11-27T01:21:35,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/018458488/backup-masters/7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:35,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488/backup-masters 2024-11-27T01:21:35,470 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:35,470 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:35,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488/backup-masters 2024-11-27T01:21:35,476 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/hbase.id] with ID: 77ad7880-3030-4222-b026-ab3e250c5413 2024-11-27T01:21:35,476 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/.tmp/hbase.id 2024-11-27T01:21:35,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:21:35,907 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/.tmp/hbase.id]:[hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/hbase.id] 2024-11-27T01:21:35,930 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:35,930 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:21:35,932 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-27T01:21:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:35,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:35,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:21:35,998 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:35,999 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:21:36,007 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:36,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:21:36,455 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store 2024-11-27T01:21:36,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:21:36,922 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:36,922 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:21:36,922 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:36,922 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:36,923 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:21:36,923 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:36,923 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:36,923 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670496922Disabling compacts and flushes for region at 1732670496922Disabling writes for close at 1732670496923 (+1 ms)Writing region close event to WAL at 1732670496923Closed at 1732670496923 2024-11-27T01:21:36,923 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/.initializing 2024-11-27T01:21:36,923 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/WALs/7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:36,924 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:36,926 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C39303%2C1732670495293, suffix=, logDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/WALs/7d6f26a4c136,39303,1732670495293, archiveDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/oldWALs, maxLogs=10 2024-11-27T01:21:36,943 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/WALs/7d6f26a4c136,39303,1732670495293/7d6f26a4c136%2C39303%2C1732670495293.1732670496926, exclude list is [], retry=0 2024-11-27T01:21:36,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-cb48c642-a98d-46c7-8b39-2a05ad0c10f3,DISK] 2024-11-27T01:21:36,947 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/WALs/7d6f26a4c136,39303,1732670495293/7d6f26a4c136%2C39303%2C1732670495293.1732670496926 2024-11-27T01:21:36,948 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34575:34575)] 2024-11-27T01:21:36,948 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:36,948 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:36,948 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,948 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:21:36,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:36,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:36,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:21:36,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:36,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:36,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:21:36,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:36,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:36,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:21:36,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:36,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:36,956 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,960 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,963 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,964 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,964 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,964 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:36,966 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:36,969 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:36,969 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67145776, jitterRate=5.500316619873047E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:36,969 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670496948Initializing all the Stores at 1732670496949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670496949Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670496949Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670496949Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670496949Cleaning up temporary data from old regions at 1732670496964 (+15 ms)Region opened successfully at 1732670496969 (+5 ms) 2024-11-27T01:21:36,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:21:36,974 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ef2817d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:36,975 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:21:36,975 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:21:36,975 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:21:36,975 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:21:36,975 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:21:36,976 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:21:36,976 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:21:36,980 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:21:36,981 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Unable to get data of znode /018458488/balancer because node does not exist (not necessarily an error) 2024-11-27T01:21:36,982 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /018458488/balancer already deleted, retry=false 2024-11-27T01:21:36,982 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:21:36,983 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Unable to get data of znode /018458488/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:21:36,985 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /018458488/normalizer already deleted, retry=false 2024-11-27T01:21:36,985 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:21:36,986 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Unable to get data of znode /018458488/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:21:36,989 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /018458488/switch/split already deleted, retry=false 2024-11-27T01:21:36,989 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Unable to get data of znode /018458488/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:21:36,990 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /018458488/switch/merge already deleted, retry=false 2024-11-27T01:21:36,992 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Unable to get data of znode /018458488/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:21:36,994 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /018458488/snapshot-cleanup already deleted, retry=false 2024-11-27T01:21:36,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/018458488/running 2024-11-27T01:21:36,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:36,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/018458488/running 2024-11-27T01:21:36,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:36,999 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,39303,1732670495293, sessionid=0x10157037fd00000, setting cluster-up flag (Was=false) 2024-11-27T01:21:37,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:37,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:37,009 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /018458488/flush-table-proc/acquired, /018458488/flush-table-proc/reached, /018458488/flush-table-proc/abort 2024-11-27T01:21:37,011 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:37,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:37,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:37,025 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /018458488/online-snapshot/acquired, /018458488/online-snapshot/reached, /018458488/online-snapshot/abort 2024-11-27T01:21:37,026 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:37,027 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:21:37,029 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:37,029 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:21:37,029 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:21:37,030 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,39303,1732670495293 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:21:37,031 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:37,031 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:37,031 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:37,031 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:37,031 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:21:37,031 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,031 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:37,031 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,033 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:37,033 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:21:37,034 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:37,034 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:21:37,050 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670527050 2024-11-27T01:21:37,050 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:21:37,050 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:21:37,050 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:21:37,050 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:21:37,050 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:21:37,050 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:21:37,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:21:37,052 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:21:37,052 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b 2024-11-27T01:21:37,052 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,056 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:21:37,056 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:21:37,056 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:21:37,056 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:21:37,058 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(746): ClusterId : 77ad7880-3030-4222-b026-ab3e250c5413 2024-11-27T01:21:37,058 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:21:37,059 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:21:37,059 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:21:37,061 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:21:37,061 DEBUG [RS:0;7d6f26a4c136:40311 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b782d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:37,064 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:21:37,064 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:21:37,065 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670497064,5,FailOnTimeoutGroup] 2024-11-27T01:21:37,074 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670497065,5,FailOnTimeoutGroup] 2024-11-27T01:21:37,074 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,074 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:21:37,074 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,074 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741832_1008 (size=32) 2024-11-27T01:21:37,082 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:40311 2024-11-27T01:21:37,082 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:21:37,082 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:21:37,082 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:21:37,083 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,39303,1732670495293 with port=40311, startcode=1732670495408 2024-11-27T01:21:37,083 DEBUG [RS:0;7d6f26a4c136:40311 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:21:37,084 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:21:37,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39303 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:37,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39303 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:37,086 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b 2024-11-27T01:21:37,086 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46851 2024-11-27T01:21:37,086 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:21:37,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488/rs 2024-11-27T01:21:37,089 DEBUG [RS:0;7d6f26a4c136:40311 {}] zookeeper.ZKUtil(111): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Set watcher on existing znode=/018458488/rs/7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:37,089 WARN [RS:0;7d6f26a4c136:40311 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:37,089 INFO [RS:0;7d6f26a4c136:40311 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:37,089 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:37,089 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,40311,1732670495408] 2024-11-27T01:21:37,095 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:21:37,096 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:21:37,096 INFO [RS:0;7d6f26a4c136:40311 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:21:37,096 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,100 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:21:37,100 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:21:37,100 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,100 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,100 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,100 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,100 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,100 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,100 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:37,101 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,101 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,101 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,101 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,101 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,101 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:37,101 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:37,101 DEBUG [RS:0;7d6f26a4c136:40311 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:37,101 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,101 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,101 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,101 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,101 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,101 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,40311,1732670495408-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:37,122 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:21:37,122 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,40311,1732670495408-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,122 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,122 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.Replication(171): 7d6f26a4c136,40311,1732670495408 started 2024-11-27T01:21:37,139 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,139 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,40311,1732670495408, RpcServer on 7d6f26a4c136/172.17.0.2:40311, sessionid=0x10157037fd00001 2024-11-27T01:21:37,139 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:21:37,139 DEBUG [RS:0;7d6f26a4c136:40311 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:37,139 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,40311,1732670495408' 2024-11-27T01:21:37,139 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/018458488/flush-table-proc/abort' 2024-11-27T01:21:37,140 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/018458488/flush-table-proc/acquired' 2024-11-27T01:21:37,140 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:21:37,140 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:21:37,140 DEBUG [RS:0;7d6f26a4c136:40311 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:37,140 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,40311,1732670495408' 2024-11-27T01:21:37,140 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/018458488/online-snapshot/abort' 2024-11-27T01:21:37,140 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/018458488/online-snapshot/acquired' 2024-11-27T01:21:37,141 DEBUG [RS:0;7d6f26a4c136:40311 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:21:37,141 INFO [RS:0;7d6f26a4c136:40311 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:21:37,141 INFO [RS:0;7d6f26a4c136:40311 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:21:37,241 INFO [RS:0;7d6f26a4c136:40311 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:37,242 INFO [RS:0;7d6f26a4c136:40311 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C40311%2C1732670495408, suffix=, logDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408, archiveDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/oldWALs, maxLogs=10 2024-11-27T01:21:37,255 DEBUG [RS:0;7d6f26a4c136:40311 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243, exclude list is [], retry=0 2024-11-27T01:21:37,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-cb48c642-a98d-46c7-8b39-2a05ad0c10f3,DISK] 2024-11-27T01:21:37,259 INFO [RS:0;7d6f26a4c136:40311 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 2024-11-27T01:21:37,259 DEBUG [RS:0;7d6f26a4c136:40311 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34575:34575)] 2024-11-27T01:21:37,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:37,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:37,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:37,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:37,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:37,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:37,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:37,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:37,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:37,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:37,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:37,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:37,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:37,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:37,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:37,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:37,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:37,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:37,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740 2024-11-27T01:21:37,484 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740 2024-11-27T01:21:37,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:37,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:37,486 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:37,486 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:37,488 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:37,488 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62448519, jitterRate=-0.06944455206394196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:37,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670497478Initializing all the Stores at 1732670497479 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670497479Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670497479Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670497479Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670497479Cleaning up temporary data from old regions at 1732670497485 (+6 ms)Region opened successfully at 1732670497488 (+3 ms) 2024-11-27T01:21:37,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:21:37,488 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:21:37,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:21:37,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:21:37,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:21:37,488 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:37,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670497488Disabling compacts and flushes for region at 1732670497488Disabling writes for close at 1732670497488Writing region close event to WAL at 1732670497488Closed at 1732670497488 2024-11-27T01:21:37,489 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:37,489 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:21:37,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:21:37,490 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:37,491 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:21:37,641 DEBUG [7d6f26a4c136:39303 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:21:37,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:37,642 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,40311,1732670495408, state=OPENING 2024-11-27T01:21:37,643 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:21:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:37,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:37,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /018458488/meta-region-server: CHANGED 2024-11-27T01:21:37,645 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /018458488/meta-region-server: CHANGED 2024-11-27T01:21:37,645 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:37,646 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,40311,1732670495408}] 2024-11-27T01:21:37,798 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:37,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:21:37,805 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:21:37,805 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:37,805 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:21:37,806 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C40311%2C1732670495408.meta, suffix=.meta, logDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408, archiveDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/oldWALs, maxLogs=10 2024-11-27T01:21:37,823 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.meta.1732670497806.meta, exclude list is [], retry=0 2024-11-27T01:21:37,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-cb48c642-a98d-46c7-8b39-2a05ad0c10f3,DISK] 2024-11-27T01:21:37,826 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.meta.1732670497806.meta 2024-11-27T01:21:37,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34575:34575)] 2024-11-27T01:21:37,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:37,827 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:37,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:21:37,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:21:37,827 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:21:37,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:21:37,827 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:37,828 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:21:37,828 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:21:37,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:37,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:37,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:37,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:37,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:37,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:37,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:37,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:37,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:37,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:37,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:37,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:37,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:37,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:37,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:37,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:37,832 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:37,833 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740 2024-11-27T01:21:37,834 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740 2024-11-27T01:21:37,834 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:37,834 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:37,835 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:37,836 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:37,836 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63403439, jitterRate=-0.05521513521671295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:37,836 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:21:37,836 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670497828Writing region info on filesystem at 1732670497828Initializing all the Stores at 1732670497828Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670497828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670497829 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670497829Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670497829Cleaning up temporary data from old regions at 1732670497834 (+5 ms)Running coprocessor post-open hooks at 1732670497836 (+2 ms)Region opened successfully at 1732670497836 2024-11-27T01:21:37,837 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670497798 2024-11-27T01:21:37,839 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:21:37,839 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:21:37,840 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:37,840 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,40311,1732670495408, state=OPEN 2024-11-27T01:21:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/018458488/meta-region-server 2024-11-27T01:21:37,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/018458488/meta-region-server 2024-11-27T01:21:37,852 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:37,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /018458488/meta-region-server: CHANGED 2024-11-27T01:21:37,852 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /018458488/meta-region-server: CHANGED 2024-11-27T01:21:37,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:21:37,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,40311,1732670495408 in 206 msec 2024-11-27T01:21:37,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:21:37,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-27T01:21:37,856 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:37,856 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:21:37,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:37,857 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,40311,1732670495408, seqNum=-1] 2024-11-27T01:21:37,857 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:37,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:37,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 833 msec 2024-11-27T01:21:37,863 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670497863, completionTime=-1 2024-11-27T01:21:37,863 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:21:37,863 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:21:37,864 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:21:37,864 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670557864 2024-11-27T01:21:37,864 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670617864 2024-11-27T01:21:37,864 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T01:21:37,865 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39303,1732670495293-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,865 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39303,1732670495293-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,865 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39303,1732670495293-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,865 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:39303, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,865 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,865 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,867 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:21:37,869 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.399sec 2024-11-27T01:21:37,869 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:21:37,869 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:21:37,869 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:21:37,869 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:21:37,869 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:21:37,869 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39303,1732670495293-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:37,869 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39303,1732670495293-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:21:37,871 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:21:37,871 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:21:37,871 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,39303,1732670495293-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:37,958 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f190eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:37,958 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39303,-1 for getting cluster id 2024-11-27T01:21:37,958 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:37,960 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77ad7880-3030-4222-b026-ab3e250c5413' 2024-11-27T01:21:37,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:37,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77ad7880-3030-4222-b026-ab3e250c5413" 2024-11-27T01:21:37,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311410d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:37,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39303,-1] 2024-11-27T01:21:37,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:37,960 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:37,961 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:37,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14db26aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:37,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,40311,1732670495408, seqNum=-1] 2024-11-27T01:21:37,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:37,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:37,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:37,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53886 2024-11-27T01:21:37,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:37,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10157037fd00002 connected 2024-11-27T01:21:37,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/hadoop.log.dir so I do NOT create it in target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f 2024-11-27T01:21:37,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:21:37,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/hadoop.tmp.dir so I do NOT create it in target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f 2024-11-27T01:21:37,972 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:21:37,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f 2024-11-27T01:21:37,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:21:37,972 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/cluster_2600bb99-bd7d-9f5f-48f5-5caf76c61f4e, deleteOnExit=true 2024-11-27T01:21:37,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:21:37,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/test.cache.data in system properties and HBase conf 2024-11-27T01:21:37,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:21:37,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:21:37,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:21:37,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:21:37,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:21:37,972 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:21:37,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:21:38,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:38,051 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:21:38,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:21:38,052 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:21:38,052 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:21:38,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:38,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46672585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:21:38,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61cb2c0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:21:38,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@585ec6e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/java.io.tmpdir/jetty-localhost-44407-hadoop-hdfs-3_4_1-tests_jar-_-any-13672054801898952469/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:21:38,183 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f411e41{HTTP/1.1, (http/1.1)}{localhost:44407} 2024-11-27T01:21:38,183 INFO [Time-limited test {}] server.Server(415): Started @286791ms 2024-11-27T01:21:38,269 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:21:38,272 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,272 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,273 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,273 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,273 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,273 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,274 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,274 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,311 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,311 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,312 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,319 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,322 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,322 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,324 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:38,356 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:38,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:21:38,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:21:38,359 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:21:38,359 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:21:38,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cb611e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:21:38,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cbb98e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:21:38,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8cd85a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/java.io.tmpdir/jetty-localhost-32959-hadoop-hdfs-3_4_1-tests_jar-_-any-1445176070200060816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:21:38,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4abd7308{HTTP/1.1, (http/1.1)}{localhost:32959} 2024-11-27T01:21:38,476 INFO [Time-limited test {}] server.Server(415): Started @287084ms 2024-11-27T01:21:38,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:21:38,583 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:21:38,583 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-27T01:21:38,587 WARN [Thread-4415 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/cluster_2600bb99-bd7d-9f5f-48f5-5caf76c61f4e/data/data1/current/BP-326477592-172.17.0.2-1732670497991/current, will proceed with Du for space computation calculation, 2024-11-27T01:21:38,587 WARN [Thread-4416 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/cluster_2600bb99-bd7d-9f5f-48f5-5caf76c61f4e/data/data2/current/BP-326477592-172.17.0.2-1732670497991/current, will proceed with Du for space computation calculation, 2024-11-27T01:21:38,607 WARN [Thread-4403 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:21:38,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67886684394d14c1 with lease ID 0xabde281839e7ddbd: Processing first storage report for DS-b3199bd2-7cb5-4d4d-9fb3-276a435c166c from datanode DatanodeRegistration(127.0.0.1:32955, datanodeUuid=3d0de784-010a-40dd-8b83-8c15d15f8002, infoPort=35719, infoSecurePort=0, ipcPort=43749, storageInfo=lv=-57;cid=testClusterID;nsid=1886320192;c=1732670497991) 2024-11-27T01:21:38,610 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67886684394d14c1 with lease ID 0xabde281839e7ddbd: from storage DS-b3199bd2-7cb5-4d4d-9fb3-276a435c166c node DatanodeRegistration(127.0.0.1:32955, datanodeUuid=3d0de784-010a-40dd-8b83-8c15d15f8002, infoPort=35719, infoSecurePort=0, ipcPort=43749, storageInfo=lv=-57;cid=testClusterID;nsid=1886320192;c=1732670497991), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T01:21:38,610 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67886684394d14c1 with lease ID 0xabde281839e7ddbd: Processing first storage report for DS-42a345eb-3d9b-4f82-afb2-88f17ef1a3be from datanode DatanodeRegistration(127.0.0.1:32955, datanodeUuid=3d0de784-010a-40dd-8b83-8c15d15f8002, infoPort=35719, infoSecurePort=0, ipcPort=43749, storageInfo=lv=-57;cid=testClusterID;nsid=1886320192;c=1732670497991) 2024-11-27T01:21:38,610 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67886684394d14c1 with lease ID 0xabde281839e7ddbd: from storage DS-42a345eb-3d9b-4f82-afb2-88f17ef1a3be node DatanodeRegistration(127.0.0.1:32955, datanodeUuid=3d0de784-010a-40dd-8b83-8c15d15f8002, infoPort=35719, infoSecurePort=0, ipcPort=43749, storageInfo=lv=-57;cid=testClusterID;nsid=1886320192;c=1732670497991), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:21:38,701 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f 2024-11-27T01:21:38,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:38,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:38,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:21:39,110 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e with version=8 2024-11-27T01:21:39,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/hbase-staging 2024-11-27T01:21:39,112 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:39,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:39,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:39,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:39,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:39,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:39,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:21:39,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:39,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35491 2024-11-27T01:21:39,114 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35491 connecting to ZooKeeper ensemble=127.0.0.1:53886 2024-11-27T01:21:39,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354910x0, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:39,117 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35491-0x10157037fd00003 connected 2024-11-27T01:21:39,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:39,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:39,131 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Set watcher on znode that does not yet exist, /11948897345/running 2024-11-27T01:21:39,132 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e, hbase.cluster.distributed=false 2024-11-27T01:21:39,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Set watcher on znode that does not yet exist, /11948897345/acl 2024-11-27T01:21:39,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35491 2024-11-27T01:21:39,133 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35491 2024-11-27T01:21:39,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35491 2024-11-27T01:21:39,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35491 2024-11-27T01:21:39,134 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35491 2024-11-27T01:21:39,149 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:39,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:39,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:39,149 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:39,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:39,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:39,149 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:21:39,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:39,150 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38239 2024-11-27T01:21:39,151 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38239 connecting to ZooKeeper ensemble=127.0.0.1:53886 2024-11-27T01:21:39,151 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:39,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:39,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382390x0, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:39,156 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382390x0, quorum=127.0.0.1:53886, baseZNode=/11948897345 Set watcher on znode that does not yet exist, /11948897345/running 2024-11-27T01:21:39,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38239-0x10157037fd00004 connected 2024-11-27T01:21:39,156 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:21:39,158 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:21:39,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Set watcher on znode that does not yet exist, /11948897345/master 2024-11-27T01:21:39,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Set watcher on znode that does not yet exist, /11948897345/acl 2024-11-27T01:21:39,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38239 2024-11-27T01:21:39,163 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38239 2024-11-27T01:21:39,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38239 2024-11-27T01:21:39,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38239 2024-11-27T01:21:39,165 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38239 2024-11-27T01:21:39,176 DEBUG [M:0;7d6f26a4c136:35491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:35491 2024-11-27T01:21:39,177 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11948897345/backup-masters/7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:39,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345/backup-masters 2024-11-27T01:21:39,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345/backup-masters 2024-11-27T01:21:39,179 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Set watcher on existing znode=/11948897345/backup-masters/7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:39,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11948897345/master 2024-11-27T01:21:39,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:39,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:39,181 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Set watcher on existing znode=/11948897345/master 2024-11-27T01:21:39,181 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11948897345/backup-masters/7d6f26a4c136,35491,1732670499112 from backup master directory 2024-11-27T01:21:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11948897345/backup-masters/7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345/backup-masters 2024-11-27T01:21:39,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345/backup-masters 2024-11-27T01:21:39,182 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:39,182 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:39,185 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/hbase.id] with ID: de3836c9-ab04-4eb9-aecb-cbd993ad6c0e 2024-11-27T01:21:39,185 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/.tmp/hbase.id 2024-11-27T01:21:39,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:21:39,590 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/.tmp/hbase.id]:[hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/hbase.id] 2024-11-27T01:21:39,598 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:39,598 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:21:39,598 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-27T01:21:39,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:39,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:39,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:21:40,005 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:40,005 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:21:40,006 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:40,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:21:40,411 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store 2024-11-27T01:21:40,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:21:40,817 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:40,817 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:21:40,817 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:40,817 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:40,817 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:21:40,817 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:40,817 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:40,817 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670500817Disabling compacts and flushes for region at 1732670500817Disabling writes for close at 1732670500817Writing region close event to WAL at 1732670500817Closed at 1732670500817 2024-11-27T01:21:40,818 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/.initializing 2024-11-27T01:21:40,818 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/WALs/7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:40,818 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:40,820 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C35491%2C1732670499112, suffix=, logDir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/WALs/7d6f26a4c136,35491,1732670499112, archiveDir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/oldWALs, maxLogs=10 2024-11-27T01:21:40,833 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/WALs/7d6f26a4c136,35491,1732670499112/7d6f26a4c136%2C35491%2C1732670499112.1732670500820, exclude list is [], retry=0 2024-11-27T01:21:40,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32955,DS-b3199bd2-7cb5-4d4d-9fb3-276a435c166c,DISK] 2024-11-27T01:21:40,836 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/WALs/7d6f26a4c136,35491,1732670499112/7d6f26a4c136%2C35491%2C1732670499112.1732670500820 2024-11-27T01:21:40,837 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35719:35719)] 2024-11-27T01:21:40,837 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:40,837 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:40,837 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,837 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:21:40,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:40,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:40,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:21:40,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:40,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:40,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:21:40,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:40,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:40,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:21:40,842 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:40,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:40,842 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,843 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,843 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,844 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,844 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,844 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:40,845 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:40,848 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:40,849 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64184587, jitterRate=-0.04357512295246124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:40,849 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670500837Initializing all the Stores at 1732670500838 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670500838Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670500838Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670500838Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670500838Cleaning up temporary data from old regions at 1732670500844 (+6 ms)Region opened successfully at 1732670500849 (+5 ms) 2024-11-27T01:21:40,849 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:21:40,851 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22250599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:40,852 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:21:40,852 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:21:40,852 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:21:40,852 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:21:40,852 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:21:40,853 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:21:40,853 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:21:40,854 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:21:40,855 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Unable to get data of znode /11948897345/balancer because node does not exist (not necessarily an error) 2024-11-27T01:21:40,856 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11948897345/balancer already deleted, retry=false 2024-11-27T01:21:40,856 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:21:40,857 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Unable to get data of znode /11948897345/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:21:40,858 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11948897345/normalizer already deleted, retry=false 2024-11-27T01:21:40,858 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:21:40,859 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Unable to get data of znode /11948897345/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:21:40,860 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11948897345/switch/split already deleted, retry=false 2024-11-27T01:21:40,860 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Unable to get data of znode /11948897345/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:21:40,863 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11948897345/switch/merge already deleted, retry=false 2024-11-27T01:21:40,864 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Unable to get data of znode /11948897345/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:21:40,865 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11948897345/snapshot-cleanup already deleted, retry=false 2024-11-27T01:21:40,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11948897345/running 2024-11-27T01:21:40,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11948897345/running 2024-11-27T01:21:40,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:40,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:40,867 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,35491,1732670499112, sessionid=0x10157037fd00003, setting cluster-up flag (Was=false) 2024-11-27T01:21:40,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:40,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:40,874 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11948897345/flush-table-proc/acquired, /11948897345/flush-table-proc/reached, /11948897345/flush-table-proc/abort 2024-11-27T01:21:40,875 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:40,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:40,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:40,884 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11948897345/online-snapshot/acquired, /11948897345/online-snapshot/reached, /11948897345/online-snapshot/abort 2024-11-27T01:21:40,885 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:40,885 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:21:40,886 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:40,887 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:21:40,887 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:21:40,887 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,35491,1732670499112 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:21:40,888 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:40,888 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:40,888 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:40,888 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:40,888 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:21:40,888 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:40,888 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:40,888 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:40,889 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:40,889 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:21:40,889 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:40,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:21:40,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670530893 2024-11-27T01:21:40,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:21:40,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:21:40,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:21:40,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:21:40,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:21:40,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:21:40,893 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:40,896 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:21:40,896 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:21:40,896 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:21:40,896 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:21:40,897 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:21:40,897 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:21:40,897 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670500897,5,FailOnTimeoutGroup] 2024-11-27T01:21:40,899 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670500897,5,FailOnTimeoutGroup] 2024-11-27T01:21:40,899 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:40,899 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:21:40,899 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:40,899 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:40,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:21:40,968 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(746): ClusterId : de3836c9-ab04-4eb9-aecb-cbd993ad6c0e 2024-11-27T01:21:40,968 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:21:40,970 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:21:40,970 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:21:40,971 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:21:40,971 DEBUG [RS:0;7d6f26a4c136:38239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b02c7b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:40,989 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:38239 2024-11-27T01:21:40,989 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:21:40,989 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:21:40,989 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:21:40,990 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,35491,1732670499112 with port=38239, startcode=1732670499149 2024-11-27T01:21:40,990 DEBUG [RS:0;7d6f26a4c136:38239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:21:40,992 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:21:40,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:40,992 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35491 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:40,993 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e 2024-11-27T01:21:40,993 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45235 2024-11-27T01:21:40,993 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:21:40,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345/rs 2024-11-27T01:21:40,995 DEBUG [RS:0;7d6f26a4c136:38239 {}] zookeeper.ZKUtil(111): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Set watcher on existing znode=/11948897345/rs/7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:40,995 WARN [RS:0;7d6f26a4c136:38239 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:40,995 INFO [RS:0;7d6f26a4c136:38239 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:40,995 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/WALs/7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:40,995 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,38239,1732670499149] 2024-11-27T01:21:40,998 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:21:41,000 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:21:41,000 INFO [RS:0;7d6f26a4c136:38239 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:21:41,000 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:41,000 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:21:41,001 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:21:41,001 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:41,001 DEBUG [RS:0;7d6f26a4c136:38239 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:41,004 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:41,004 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:41,004 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:41,004 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:41,004 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:41,004 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,38239,1732670499149-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:41,019 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:21:41,019 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,38239,1732670499149-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:41,019 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:41,019 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.Replication(171): 7d6f26a4c136,38239,1732670499149 started 2024-11-27T01:21:41,049 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:41,049 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,38239,1732670499149, RpcServer on 7d6f26a4c136/172.17.0.2:38239, sessionid=0x10157037fd00004 2024-11-27T01:21:41,049 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:21:41,049 DEBUG [RS:0;7d6f26a4c136:38239 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:41,049 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,38239,1732670499149' 2024-11-27T01:21:41,049 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11948897345/flush-table-proc/abort' 2024-11-27T01:21:41,050 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11948897345/flush-table-proc/acquired' 2024-11-27T01:21:41,050 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:21:41,050 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:21:41,050 DEBUG [RS:0;7d6f26a4c136:38239 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:41,050 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,38239,1732670499149' 2024-11-27T01:21:41,050 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11948897345/online-snapshot/abort' 2024-11-27T01:21:41,050 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11948897345/online-snapshot/acquired' 2024-11-27T01:21:41,051 DEBUG [RS:0;7d6f26a4c136:38239 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:21:41,051 INFO [RS:0;7d6f26a4c136:38239 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:21:41,051 INFO [RS:0;7d6f26a4c136:38239 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:21:41,151 INFO [RS:0;7d6f26a4c136:38239 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:41,153 INFO [RS:0;7d6f26a4c136:38239 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C38239%2C1732670499149, suffix=, logDir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/WALs/7d6f26a4c136,38239,1732670499149, archiveDir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/oldWALs, maxLogs=10 2024-11-27T01:21:41,170 DEBUG [RS:0;7d6f26a4c136:38239 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/WALs/7d6f26a4c136,38239,1732670499149/7d6f26a4c136%2C38239%2C1732670499149.1732670501153, exclude list is [], retry=0 2024-11-27T01:21:41,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32955,DS-b3199bd2-7cb5-4d4d-9fb3-276a435c166c,DISK] 2024-11-27T01:21:41,174 INFO [RS:0;7d6f26a4c136:38239 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/WALs/7d6f26a4c136,38239,1732670499149/7d6f26a4c136%2C38239%2C1732670499149.1732670501153 2024-11-27T01:21:41,175 DEBUG [RS:0;7d6f26a4c136:38239 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35719:35719)] 2024-11-27T01:21:41,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:21:41,301 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e 2024-11-27T01:21:41,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:21:41,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:41,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:41,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:41,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:41,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:41,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:41,709 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:41,709 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:41,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:41,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:41,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:41,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:41,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:41,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:41,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:41,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:41,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:41,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:41,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740 2024-11-27T01:21:41,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740 2024-11-27T01:21:41,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:41,713 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:41,714 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:41,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:41,716 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:41,716 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63651943, jitterRate=-0.051512137055397034}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:41,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670501706Initializing all the Stores at 1732670501707 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670501707Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670501707Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670501707Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670501707Cleaning up temporary data from old regions at 1732670501713 (+6 ms)Region opened successfully at 1732670501716 (+3 ms) 2024-11-27T01:21:41,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:21:41,716 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:21:41,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:21:41,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:21:41,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:21:41,717 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:41,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670501716Disabling compacts and flushes for region at 1732670501716Disabling writes for close at 1732670501716Writing region close event to WAL at 1732670501717 (+1 ms)Closed at 1732670501717 2024-11-27T01:21:41,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:41,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:21:41,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:21:41,719 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:41,719 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:21:41,870 DEBUG [7d6f26a4c136:35491 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:21:41,870 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:41,871 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,38239,1732670499149, state=OPENING 2024-11-27T01:21:41,876 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:21:41,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:41,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:41,878 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:41,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11948897345/meta-region-server: CHANGED 2024-11-27T01:21:41,878 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11948897345/meta-region-server: CHANGED 2024-11-27T01:21:41,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,38239,1732670499149}] 2024-11-27T01:21:42,031 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:42,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:21:42,035 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:21:42,035 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:42,035 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:21:42,036 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C38239%2C1732670499149.meta, suffix=.meta, logDir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/WALs/7d6f26a4c136,38239,1732670499149, archiveDir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/oldWALs, maxLogs=10 2024-11-27T01:21:42,074 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/WALs/7d6f26a4c136,38239,1732670499149/7d6f26a4c136%2C38239%2C1732670499149.meta.1732670502037.meta, exclude list is [], retry=0 2024-11-27T01:21:42,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32955,DS-b3199bd2-7cb5-4d4d-9fb3-276a435c166c,DISK] 2024-11-27T01:21:42,078 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/WALs/7d6f26a4c136,38239,1732670499149/7d6f26a4c136%2C38239%2C1732670499149.meta.1732670502037.meta 2024-11-27T01:21:42,078 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35719:35719)] 2024-11-27T01:21:42,078 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:42,079 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:42,079 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:21:42,079 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:21:42,079 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:21:42,079 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:21:42,079 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:42,079 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:21:42,079 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:21:42,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:42,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:42,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:42,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:42,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:42,082 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:42,082 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:42,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:42,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:42,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:42,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:42,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:42,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:42,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:42,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:42,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:42,084 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:42,085 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740 2024-11-27T01:21:42,086 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740 2024-11-27T01:21:42,087 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:42,087 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:42,087 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:42,088 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:42,089 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64629448, jitterRate=-0.03694617748260498}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:42,089 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:21:42,089 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670502079Writing region info on filesystem at 1732670502079Initializing all the Stores at 1732670502080 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670502080Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670502080Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670502080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670502080Cleaning up temporary data from old regions at 1732670502087 (+7 ms)Running coprocessor post-open hooks at 1732670502089 (+2 ms)Region opened successfully at 1732670502089 2024-11-27T01:21:42,090 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670502030 2024-11-27T01:21:42,092 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:21:42,092 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:21:42,093 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:42,094 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,38239,1732670499149, state=OPEN 2024-11-27T01:21:42,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11948897345/meta-region-server 2024-11-27T01:21:42,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11948897345/meta-region-server 2024-11-27T01:21:42,095 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:42,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11948897345/meta-region-server: CHANGED 2024-11-27T01:21:42,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11948897345/meta-region-server: CHANGED 2024-11-27T01:21:42,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:21:42,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,38239,1732670499149 in 217 msec 2024-11-27T01:21:42,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:21:42,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-27T01:21:42,100 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:42,100 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:21:42,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:42,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,38239,1732670499149, seqNum=-1] 2024-11-27T01:21:42,101 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:42,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:42,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-27T01:21:42,106 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670502106, completionTime=-1 2024-11-27T01:21:42,106 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:21:42,106 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:21:42,108 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:21:42,108 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670562108 2024-11-27T01:21:42,108 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670622108 2024-11-27T01:21:42,108 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T01:21:42,108 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35491,1732670499112-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:42,108 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35491,1732670499112-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:42,108 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35491,1732670499112-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:42,108 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:35491, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:42,108 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:42,109 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:42,110 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:21:42,112 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.930sec 2024-11-27T01:21:42,112 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:21:42,112 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:21:42,112 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:21:42,112 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:21:42,112 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:21:42,112 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35491,1732670499112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:42,112 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35491,1732670499112-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:21:42,114 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:21:42,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:21:42,114 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35491,1732670499112-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:42,173 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1722fd67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:42,173 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35491,-1 for getting cluster id 2024-11-27T01:21:42,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:42,174 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de3836c9-ab04-4eb9-aecb-cbd993ad6c0e' 2024-11-27T01:21:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de3836c9-ab04-4eb9-aecb-cbd993ad6c0e" 2024-11-27T01:21:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ee8dae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35491,-1] 2024-11-27T01:21:42,175 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:42,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:42,176 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:42,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67cc6115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:42,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:42,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,38239,1732670499149, seqNum=-1] 2024-11-27T01:21:42,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:42,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:42,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:42,181 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53886 2024-11-27T01:21:42,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:42,183 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10157037fd00005 connected 2024-11-27T01:21:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/hadoop.log.dir so I do NOT create it in target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7 2024-11-27T01:21:42,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/hadoop.log.dir Erasing configuration value by system value. 2024-11-27T01:21:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/hadoop.tmp.dir so I do NOT create it in target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7 2024-11-27T01:21:42,188 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-27T01:21:42,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7 2024-11-27T01:21:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:21:42,188 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/cluster_de48e99c-6049-35c3-a01f-699899c85ea5, deleteOnExit=true 2024-11-27T01:21:42,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/test.cache.data in system properties and HBase conf 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:21:42,189 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:21:42,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:21:42,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:21:42,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:21:42,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:21:42,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:21:42,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:21:42,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:21:42,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:21:42,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:21:42,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:42,295 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:21:42,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:21:42,300 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:21:42,300 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:21:42,301 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:42,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72194659{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:21:42,302 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a37f2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:21:42,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c5f8c9f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/java.io.tmpdir/jetty-localhost-39475-hadoop-hdfs-3_4_1-tests_jar-_-any-10836055713984499419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:21:42,438 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ddb20b1{HTTP/1.1, (http/1.1)}{localhost:39475} 2024-11-27T01:21:42,438 INFO [Time-limited test {}] server.Server(415): Started @291046ms 2024-11-27T01:21:42,608 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:21:42,611 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:21:42,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:21:42,618 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:21:42,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:21:42,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37dd00a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:21:42,618 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38110666{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:21:42,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d58bdab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/java.io.tmpdir/jetty-localhost-33631-hadoop-hdfs-3_4_1-tests_jar-_-any-16846888745179990963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:21:42,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@178eeafe{HTTP/1.1, (http/1.1)}{localhost:33631} 2024-11-27T01:21:42,740 INFO [Time-limited test {}] server.Server(415): Started @291348ms 2024-11-27T01:21:42,742 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:21:42,857 WARN [Thread-4535 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/cluster_de48e99c-6049-35c3-a01f-699899c85ea5/data/data1/current/BP-1688807971-172.17.0.2-1732670502213/current, will proceed with Du for space computation calculation, 2024-11-27T01:21:42,857 WARN [Thread-4536 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/cluster_de48e99c-6049-35c3-a01f-699899c85ea5/data/data2/current/BP-1688807971-172.17.0.2-1732670502213/current, will proceed with Du for space computation calculation, 2024-11-27T01:21:42,885 WARN [Thread-4523 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:21:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7da24db782c9680a with lease ID 0xd1fc47b9190bb58f: Processing first storage report for DS-4c615f9c-a6bb-4e0b-81bf-42bc9584249e from datanode DatanodeRegistration(127.0.0.1:34155, datanodeUuid=38933900-9667-402b-9469-0f9c54b99a77, infoPort=40565, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=1413721396;c=1732670502213) 2024-11-27T01:21:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7da24db782c9680a with lease ID 0xd1fc47b9190bb58f: from storage DS-4c615f9c-a6bb-4e0b-81bf-42bc9584249e node DatanodeRegistration(127.0.0.1:34155, datanodeUuid=38933900-9667-402b-9469-0f9c54b99a77, infoPort=40565, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=1413721396;c=1732670502213), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:21:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7da24db782c9680a with lease ID 0xd1fc47b9190bb58f: Processing first storage report for DS-6983cb3a-6b3c-4686-bb80-5ab99a2f0f03 from datanode DatanodeRegistration(127.0.0.1:34155, datanodeUuid=38933900-9667-402b-9469-0f9c54b99a77, infoPort=40565, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=1413721396;c=1732670502213) 2024-11-27T01:21:42,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7da24db782c9680a with lease ID 0xd1fc47b9190bb58f: from storage DS-6983cb3a-6b3c-4686-bb80-5ab99a2f0f03 node DatanodeRegistration(127.0.0.1:34155, datanodeUuid=38933900-9667-402b-9469-0f9c54b99a77, infoPort=40565, infoSecurePort=0, ipcPort=38747, storageInfo=lv=-57;cid=testClusterID;nsid=1413721396;c=1732670502213), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T01:21:42,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7 2024-11-27T01:21:42,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:42,975 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:42,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:21:42,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24 with version=8 2024-11-27T01:21:42,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/hbase-staging 2024-11-27T01:21:42,985 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:42,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:42,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:42,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:42,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:42,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:42,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:21:42,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:42,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44157 2024-11-27T01:21:42,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44157 connecting to ZooKeeper ensemble=127.0.0.1:53886 2024-11-27T01:21:42,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:441570x0, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:42,989 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44157-0x10157037fd00006 connected 2024-11-27T01:21:43,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:43,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:43,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Set watcher on znode that does not yet exist, /2-1797002590/running 2024-11-27T01:21:43,005 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24, hbase.cluster.distributed=false 2024-11-27T01:21:43,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Set watcher on znode that does not yet exist, /2-1797002590/acl 2024-11-27T01:21:43,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44157 2024-11-27T01:21:43,006 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44157 2024-11-27T01:21:43,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44157 2024-11-27T01:21:43,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44157 2024-11-27T01:21:43,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44157 2024-11-27T01:21:43,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:21:43,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:43,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:43,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:21:43,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:21:43,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:21:43,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:21:43,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:21:43,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42507 2024-11-27T01:21:43,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42507 connecting to ZooKeeper ensemble=127.0.0.1:53886 2024-11-27T01:21:43,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:43,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:43,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425070x0, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:43,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425070x0, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Set watcher on znode that does not yet exist, /2-1797002590/running 2024-11-27T01:21:43,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42507-0x10157037fd00007 connected 2024-11-27T01:21:43,031 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:21:43,032 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:21:43,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Set watcher on znode that does not yet exist, /2-1797002590/master 2024-11-27T01:21:43,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Set watcher on znode that does not yet exist, /2-1797002590/acl 2024-11-27T01:21:43,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-27T01:21:43,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42507 2024-11-27T01:21:43,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42507 2024-11-27T01:21:43,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-27T01:21:43,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42507 2024-11-27T01:21:43,056 DEBUG [M:0;7d6f26a4c136:44157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:44157 2024-11-27T01:21:43,056 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1797002590/backup-masters/7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:43,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590/backup-masters 2024-11-27T01:21:43,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590/backup-masters 2024-11-27T01:21:43,058 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Set watcher on existing znode=/2-1797002590/backup-masters/7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:43,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:43,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1797002590/master 2024-11-27T01:21:43,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:43,061 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Set watcher on existing znode=/2-1797002590/master 2024-11-27T01:21:43,062 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1797002590/backup-masters/7d6f26a4c136,44157,1732670502985 from backup master directory 2024-11-27T01:21:43,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590/backup-masters 2024-11-27T01:21:43,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1797002590/backup-masters/7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:43,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590/backup-masters 2024-11-27T01:21:43,063 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:43,063 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:43,066 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/hbase.id] with ID: 41d4c490-a389-4c19-bab9-bd3dfc4f8180 2024-11-27T01:21:43,066 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/.tmp/hbase.id 2024-11-27T01:21:43,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:21:43,474 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/.tmp/hbase.id]:[hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/hbase.id] 2024-11-27T01:21:43,481 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:43,481 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:21:43,482 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-27T01:21:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:43,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:43,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:21:43,889 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:43,890 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:21:43,890 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:43,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:21:44,296 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store 2024-11-27T01:21:44,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:21:44,701 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:44,701 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:21:44,701 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:44,701 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:44,701 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:21:44,701 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:44,701 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:44,702 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670504701Disabling compacts and flushes for region at 1732670504701Disabling writes for close at 1732670504701Writing region close event to WAL at 1732670504701Closed at 1732670504701 2024-11-27T01:21:44,702 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/.initializing 2024-11-27T01:21:44,702 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/WALs/7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:44,703 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:44,705 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C44157%2C1732670502985, suffix=, logDir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/WALs/7d6f26a4c136,44157,1732670502985, archiveDir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/oldWALs, maxLogs=10 2024-11-27T01:21:44,719 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/WALs/7d6f26a4c136,44157,1732670502985/7d6f26a4c136%2C44157%2C1732670502985.1732670504705, exclude list is [], retry=0 2024-11-27T01:21:44,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34155,DS-4c615f9c-a6bb-4e0b-81bf-42bc9584249e,DISK] 2024-11-27T01:21:44,723 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/WALs/7d6f26a4c136,44157,1732670502985/7d6f26a4c136%2C44157%2C1732670502985.1732670504705 2024-11-27T01:21:44,724 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565)] 2024-11-27T01:21:44,724 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:44,724 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:44,724 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,724 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,726 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:21:44,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:44,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:44,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:21:44,728 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:44,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:44,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:21:44,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:44,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:21:44,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:44,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:44,730 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,731 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,732 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,732 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,733 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:44,734 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:21:44,735 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:44,735 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69803253, jitterRate=0.04014952480792999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:44,735 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732670504724Initializing all the Stores at 1732670504725 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670504725Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670504725Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670504725Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670504725Cleaning up temporary data from old regions at 1732670504732 (+7 ms)Region opened successfully at 1732670504735 (+3 ms) 2024-11-27T01:21:44,736 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:21:44,738 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cf2203e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:44,739 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:21:44,739 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:21:44,739 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:21:44,739 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:21:44,740 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-27T01:21:44,740 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-27T01:21:44,740 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:21:44,742 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:21:44,742 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Unable to get data of znode /2-1797002590/balancer because node does not exist (not necessarily an error) 2024-11-27T01:21:44,744 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797002590/balancer already deleted, retry=false 2024-11-27T01:21:44,744 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:21:44,745 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Unable to get data of znode /2-1797002590/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:21:44,748 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797002590/normalizer already deleted, retry=false 2024-11-27T01:21:44,748 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:21:44,749 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Unable to get data of znode /2-1797002590/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:21:44,750 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797002590/switch/split already deleted, retry=false 2024-11-27T01:21:44,751 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Unable to get data of znode /2-1797002590/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:21:44,751 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797002590/switch/merge already deleted, retry=false 2024-11-27T01:21:44,753 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Unable to get data of znode /2-1797002590/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:21:44,757 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797002590/snapshot-cleanup already deleted, retry=false 2024-11-27T01:21:44,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1797002590/running 2024-11-27T01:21:44,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1797002590/running 2024-11-27T01:21:44,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:44,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:44,759 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,44157,1732670502985, sessionid=0x10157037fd00006, setting cluster-up flag (Was=false) 2024-11-27T01:21:44,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:44,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:44,766 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1797002590/flush-table-proc/acquired, /2-1797002590/flush-table-proc/reached, /2-1797002590/flush-table-proc/abort 2024-11-27T01:21:44,767 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:44,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:44,775 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1797002590/online-snapshot/acquired, /2-1797002590/online-snapshot/reached, /2-1797002590/online-snapshot/abort 2024-11-27T01:21:44,775 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:44,776 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:21:44,777 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:44,777 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:21:44,777 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:21:44,778 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,44157,1732670502985 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:21:44,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:44,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:44,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:44,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:21:44,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:21:44,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:44,779 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,780 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732670534780 2024-11-27T01:21:44,780 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:21:44,780 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:21:44,780 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:21:44,780 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:21:44,780 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:21:44,780 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:21:44,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:44,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:21:44,780 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,781 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:21:44,781 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:21:44,781 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:21:44,781 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-27T01:21:44,781 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:44,781 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:21:44,784 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:21:44,784 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:21:44,785 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670504784,5,FailOnTimeoutGroup] 2024-11-27T01:21:44,785 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670504785,5,FailOnTimeoutGroup] 2024-11-27T01:21:44,785 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,785 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:21:44,785 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,785 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:21:44,846 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(746): ClusterId : 41d4c490-a389-4c19-bab9-bd3dfc4f8180 2024-11-27T01:21:44,846 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:21:44,862 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:21:44,862 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:21:44,877 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:21:44,878 DEBUG [RS:0;7d6f26a4c136:42507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e48fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:21:44,890 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:42507 2024-11-27T01:21:44,890 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:21:44,890 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:21:44,890 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:21:44,891 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,44157,1732670502985 with port=42507, startcode=1732670503023 2024-11-27T01:21:44,891 DEBUG [RS:0;7d6f26a4c136:42507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:21:44,892 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:21:44,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:44,893 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44157 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:44,894 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24 2024-11-27T01:21:44,894 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33145 2024-11-27T01:21:44,894 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-27T01:21:44,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590/rs 2024-11-27T01:21:44,900 DEBUG [RS:0;7d6f26a4c136:42507 {}] zookeeper.ZKUtil(111): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Set watcher on existing znode=/2-1797002590/rs/7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:44,900 WARN [RS:0;7d6f26a4c136:42507 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:21:44,900 INFO [RS:0;7d6f26a4c136:42507 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:44,900 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/WALs/7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:44,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,42507,1732670503023] 2024-11-27T01:21:44,903 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:21:44,905 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:21:44,905 INFO [RS:0;7d6f26a4c136:42507 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:21:44,905 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,905 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:21:44,906 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:21:44,906 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:44,906 DEBUG [RS:0;7d6f26a4c136:42507 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:21:44,907 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,907 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,907 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,907 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,907 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,907 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42507,1732670503023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:44,921 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:21:44,921 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,42507,1732670503023-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,921 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,921 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.Replication(171): 7d6f26a4c136,42507,1732670503023 started 2024-11-27T01:21:44,936 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:44,936 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,42507,1732670503023, RpcServer on 7d6f26a4c136/172.17.0.2:42507, sessionid=0x10157037fd00007 2024-11-27T01:21:44,936 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:21:44,936 DEBUG [RS:0;7d6f26a4c136:42507 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:44,936 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,42507,1732670503023' 2024-11-27T01:21:44,936 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1797002590/flush-table-proc/abort' 2024-11-27T01:21:44,936 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1797002590/flush-table-proc/acquired' 2024-11-27T01:21:44,937 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:21:44,937 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:21:44,937 DEBUG [RS:0;7d6f26a4c136:42507 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:44,937 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,42507,1732670503023' 2024-11-27T01:21:44,937 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1797002590/online-snapshot/abort' 2024-11-27T01:21:44,937 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1797002590/online-snapshot/acquired' 2024-11-27T01:21:44,937 DEBUG [RS:0;7d6f26a4c136:42507 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:21:44,937 INFO [RS:0;7d6f26a4c136:42507 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:21:44,937 INFO [RS:0;7d6f26a4c136:42507 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:21:45,038 INFO [RS:0;7d6f26a4c136:42507 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T01:21:45,039 INFO [RS:0;7d6f26a4c136:42507 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C42507%2C1732670503023, suffix=, logDir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/WALs/7d6f26a4c136,42507,1732670503023, archiveDir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/oldWALs, maxLogs=10 2024-11-27T01:21:45,054 DEBUG [RS:0;7d6f26a4c136:42507 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/WALs/7d6f26a4c136,42507,1732670503023/7d6f26a4c136%2C42507%2C1732670503023.1732670505039, exclude list is [], retry=0 2024-11-27T01:21:45,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34155,DS-4c615f9c-a6bb-4e0b-81bf-42bc9584249e,DISK] 2024-11-27T01:21:45,058 INFO [RS:0;7d6f26a4c136:42507 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/WALs/7d6f26a4c136,42507,1732670503023/7d6f26a4c136%2C42507%2C1732670503023.1732670505039 2024-11-27T01:21:45,058 DEBUG [RS:0;7d6f26a4c136:42507 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565)] 2024-11-27T01:21:45,188 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:21:45,189 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24 2024-11-27T01:21:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741833_1009 (size=32) 2024-11-27T01:21:45,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:45,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:45,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:45,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:45,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:45,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:45,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:45,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:45,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:45,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:45,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:45,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:45,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:45,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:45,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:45,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:45,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:45,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740 2024-11-27T01:21:45,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740 2024-11-27T01:21:45,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:45,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:45,602 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:45,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:45,604 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:45,604 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61216925, jitterRate=-0.08779673278331757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:45,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732670505594Initializing all the Stores at 1732670505594Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670505594Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670505595 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670505595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670505595Cleaning up temporary data from old regions at 1732670505601 (+6 ms)Region opened successfully at 1732670505604 (+3 ms) 2024-11-27T01:21:45,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:21:45,604 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:21:45,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:21:45,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:21:45,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:21:45,605 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:45,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670505604Disabling compacts and flushes for region at 1732670505604Disabling writes for close at 1732670505604Writing region close event to WAL at 1732670505605 (+1 ms)Closed at 1732670505605 2024-11-27T01:21:45,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:45,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:21:45,606 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:21:45,607 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:45,608 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:21:45,758 DEBUG [7d6f26a4c136:44157 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:21:45,758 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:45,759 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,42507,1732670503023, state=OPENING 2024-11-27T01:21:45,762 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:21:45,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:45,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:45,763 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:21:45,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1797002590/meta-region-server: CHANGED 2024-11-27T01:21:45,763 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1797002590/meta-region-server: CHANGED 2024-11-27T01:21:45,763 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,42507,1732670503023}] 2024-11-27T01:21:45,916 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:45,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:21:45,920 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:21:45,920 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:45,920 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:21:45,921 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C42507%2C1732670503023.meta, suffix=.meta, logDir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/WALs/7d6f26a4c136,42507,1732670503023, archiveDir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/oldWALs, maxLogs=10 2024-11-27T01:21:45,935 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/WALs/7d6f26a4c136,42507,1732670503023/7d6f26a4c136%2C42507%2C1732670503023.meta.1732670505922.meta, exclude list is [], retry=0 2024-11-27T01:21:45,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34155,DS-4c615f9c-a6bb-4e0b-81bf-42bc9584249e,DISK] 2024-11-27T01:21:45,938 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/WALs/7d6f26a4c136,42507,1732670503023/7d6f26a4c136%2C42507%2C1732670503023.meta.1732670505922.meta 2024-11-27T01:21:45,939 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40565:40565)] 2024-11-27T01:21:45,939 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:45,939 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:45,939 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:21:45,939 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:21:45,939 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:21:45,939 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:21:45,939 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:45,940 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:21:45,940 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:21:45,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:21:45,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:21:45,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:45,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:45,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:21:45,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:21:45,942 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:45,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:45,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:21:45,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:21:45,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:45,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:45,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:21:45,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:21:45,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:45,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:21:45,944 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:21:45,945 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740 2024-11-27T01:21:45,946 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740 2024-11-27T01:21:45,946 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:21:45,946 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:21:45,947 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:21:45,948 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:21:45,948 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69215861, jitterRate=0.03139670193195343}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:21:45,949 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:21:45,949 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732670505940Writing region info on filesystem at 1732670505940Initializing all the Stores at 1732670505940Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670505940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670505941 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670505941Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732670505941Cleaning up temporary data from old regions at 1732670505946 (+5 ms)Running coprocessor post-open hooks at 1732670505949 (+3 ms)Region opened successfully at 1732670505949 2024-11-27T01:21:45,949 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732670505915 2024-11-27T01:21:45,951 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:21:45,951 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:21:45,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:45,952 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,42507,1732670503023, state=OPEN 2024-11-27T01:21:45,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1797002590/meta-region-server 2024-11-27T01:21:45,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1797002590/meta-region-server 2024-11-27T01:21:45,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1797002590/meta-region-server: CHANGED 2024-11-27T01:21:45,955 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1797002590/meta-region-server: CHANGED 2024-11-27T01:21:45,955 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:45,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:21:45,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,42507,1732670503023 in 193 msec 2024-11-27T01:21:45,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:21:45,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-27T01:21:45,960 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:21:45,960 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:21:45,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:45,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,42507,1732670503023, seqNum=-1] 2024-11-27T01:21:45,961 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:45,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:45,966 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-11-27T01:21:45,966 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732670505966, completionTime=-1 2024-11-27T01:21:45,966 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:21:45,966 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:21:45,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:21:45,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732670565968 2024-11-27T01:21:45,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732670625968 2024-11-27T01:21:45,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-27T01:21:45,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44157,1732670502985-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:45,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44157,1732670502985-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:45,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44157,1732670502985-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:45,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:44157, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:45,968 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:45,969 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:45,970 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:21:45,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.909sec 2024-11-27T01:21:45,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:21:45,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:21:45,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:21:45,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:21:45,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:21:45,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44157,1732670502985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:21:45,972 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44157,1732670502985-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:21:45,974 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:21:45,974 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:21:45,974 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,44157,1732670502985-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:21:46,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410fcdb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:46,046 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,44157,-1 for getting cluster id 2024-11-27T01:21:46,046 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:46,047 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41d4c490-a389-4c19-bab9-bd3dfc4f8180' 2024-11-27T01:21:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41d4c490-a389-4c19-bab9-bd3dfc4f8180" 2024-11-27T01:21:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e01fdac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,44157,-1] 2024-11-27T01:21:46,048 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:46,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:46,049 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:46,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f8d25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:46,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:46,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,42507,1732670503023, seqNum=-1] 2024-11-27T01:21:46,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:46,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:46,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:46,054 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53886 2024-11-27T01:21:46,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:21:46,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10157037fd00008 connected 2024-11-27T01:21:46,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:46,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:46,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@177a4bf0 2024-11-27T01:21:46,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:46,060 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:46,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:46,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:21:46,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:21:46,063 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:46,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:21:46,063 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:21:46,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:46,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:21:46,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:46,470 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a9cf3118ee50b1975b822bc1c8e9e966, NAME => 'test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b 2024-11-27T01:21:46,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:21:46,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:46,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a9cf3118ee50b1975b822bc1c8e9e966, disabling compactions & flushes 2024-11-27T01:21:46,475 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:21:46,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:21:46,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. after waiting 0 ms 2024-11-27T01:21:46,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:21:46,475 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:21:46,475 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a9cf3118ee50b1975b822bc1c8e9e966: Waiting for close lock at 1732670506475Disabling compacts and flushes for region at 1732670506475Disabling writes for close at 1732670506475Writing region close event to WAL at 1732670506475Closed at 1732670506475 2024-11-27T01:21:46,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:21:46,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670506476"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670506476"}]},"ts":"1732670506476"} 2024-11-27T01:21:46,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:21:46,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:21:46,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670506479"}]},"ts":"1732670506479"} 2024-11-27T01:21:46,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:21:46,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9cf3118ee50b1975b822bc1c8e9e966, ASSIGN}] 2024-11-27T01:21:46,481 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a9cf3118ee50b1975b822bc1c8e9e966, ASSIGN 2024-11-27T01:21:46,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a9cf3118ee50b1975b822bc1c8e9e966, ASSIGN; state=OFFLINE, location=7d6f26a4c136,40311,1732670495408; forceNewPlan=false, retain=false 2024-11-27T01:21:46,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9cf3118ee50b1975b822bc1c8e9e966, regionState=OPENING, regionLocation=7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:46,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a9cf3118ee50b1975b822bc1c8e9e966, ASSIGN because future has completed 2024-11-27T01:21:46,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9cf3118ee50b1975b822bc1c8e9e966, server=7d6f26a4c136,40311,1732670495408}] 2024-11-27T01:21:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:46,792 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:21:46,793 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a9cf3118ee50b1975b822bc1c8e9e966, NAME => 'test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:46,793 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:46,793 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:21:46,793 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,793 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:46,793 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,793 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,794 INFO [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,795 INFO [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9cf3118ee50b1975b822bc1c8e9e966 columnFamilyName f 2024-11-27T01:21:46,795 DEBUG [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:46,796 INFO [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] regionserver.HStore(327): Store=a9cf3118ee50b1975b822bc1c8e9e966/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:46,796 INFO [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,797 INFO [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9cf3118ee50b1975b822bc1c8e9e966 columnFamilyName f1 2024-11-27T01:21:46,797 DEBUG [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:46,797 INFO [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] regionserver.HStore(327): Store=a9cf3118ee50b1975b822bc1c8e9e966/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:46,797 INFO [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,798 INFO [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a9cf3118ee50b1975b822bc1c8e9e966 columnFamilyName norep 2024-11-27T01:21:46,798 DEBUG [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:46,798 INFO [StoreOpener-a9cf3118ee50b1975b822bc1c8e9e966-1 {}] regionserver.HStore(327): Store=a9cf3118ee50b1975b822bc1c8e9e966/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:46,798 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,799 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,799 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,800 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,800 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,800 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:21:46,801 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,802 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:46,803 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a9cf3118ee50b1975b822bc1c8e9e966; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69929443, jitterRate=0.04202990233898163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:21:46,803 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:21:46,803 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a9cf3118ee50b1975b822bc1c8e9e966: Running coprocessor pre-open hook at 1732670506793Writing region info on filesystem at 1732670506793Initializing all the Stores at 1732670506794 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670506794Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670506794Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670506794Cleaning up temporary data from old regions at 1732670506800 (+6 ms)Running coprocessor post-open hooks at 1732670506803 (+3 ms)Region opened successfully at 1732670506803 2024-11-27T01:21:46,804 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., pid=6, masterSystemTime=1732670506789 2024-11-27T01:21:46,805 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:21:46,805 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:21:46,806 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a9cf3118ee50b1975b822bc1c8e9e966, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:46,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a9cf3118ee50b1975b822bc1c8e9e966, server=7d6f26a4c136,40311,1732670495408 because future has completed 2024-11-27T01:21:46,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:21:46,813 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a9cf3118ee50b1975b822bc1c8e9e966, server=7d6f26a4c136,40311,1732670495408 in 173 msec 2024-11-27T01:21:46,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:21:46,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a9cf3118ee50b1975b822bc1c8e9e966, ASSIGN in 332 msec 2024-11-27T01:21:46,815 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:21:46,816 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670506815"}]},"ts":"1732670506815"} 2024-11-27T01:21:46,817 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:21:46,818 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:21:46,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 757 msec 2024-11-27T01:21:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:47,203 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:21:47,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a085690 2024-11-27T01:21:47,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:47,205 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:47,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:21:47,208 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:21:47,208 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:47,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:21:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:47,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:21:47,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:21:47,221 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1235d267711a63b4302c598a49293292, NAME => 'test,,1732670507206.1235d267711a63b4302c598a49293292.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e 2024-11-27T01:21:47,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:21:47,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670507206.1235d267711a63b4302c598a49293292.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:47,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1235d267711a63b4302c598a49293292, disabling compactions & flushes 2024-11-27T01:21:47,226 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:47,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:47,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670507206.1235d267711a63b4302c598a49293292. after waiting 0 ms 2024-11-27T01:21:47,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:47,226 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:47,226 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1235d267711a63b4302c598a49293292: Waiting for close lock at 1732670507226Disabling compacts and flushes for region at 1732670507226Disabling writes for close at 1732670507226Writing region close event to WAL at 1732670507226Closed at 1732670507226 2024-11-27T01:21:47,228 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:21:47,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670507206.1235d267711a63b4302c598a49293292.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670507228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670507228"}]},"ts":"1732670507228"} 2024-11-27T01:21:47,230 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:21:47,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:21:47,231 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670507230"}]},"ts":"1732670507230"} 2024-11-27T01:21:47,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:21:47,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1235d267711a63b4302c598a49293292, ASSIGN}] 2024-11-27T01:21:47,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1235d267711a63b4302c598a49293292, ASSIGN 2024-11-27T01:21:47,234 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1235d267711a63b4302c598a49293292, ASSIGN; state=OFFLINE, location=7d6f26a4c136,38239,1732670499149; forceNewPlan=false, retain=false 2024-11-27T01:21:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:47,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1235d267711a63b4302c598a49293292, regionState=OPENING, regionLocation=7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:47,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1235d267711a63b4302c598a49293292, ASSIGN because future has completed 2024-11-27T01:21:47,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1235d267711a63b4302c598a49293292, server=7d6f26a4c136,38239,1732670499149}] 2024-11-27T01:21:47,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:47,542 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:47,542 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1235d267711a63b4302c598a49293292, NAME => 'test,,1732670507206.1235d267711a63b4302c598a49293292.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:47,543 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:47,543 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:21:47,543 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,543 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670507206.1235d267711a63b4302c598a49293292.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:47,543 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,543 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,544 INFO [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,545 INFO [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1235d267711a63b4302c598a49293292 columnFamilyName f 2024-11-27T01:21:47,545 DEBUG [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:47,546 INFO [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] regionserver.HStore(327): Store=1235d267711a63b4302c598a49293292/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:47,546 INFO [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,547 INFO [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1235d267711a63b4302c598a49293292 columnFamilyName f1 2024-11-27T01:21:47,547 DEBUG [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:47,547 INFO [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] regionserver.HStore(327): Store=1235d267711a63b4302c598a49293292/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:47,547 INFO [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,548 INFO [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1235d267711a63b4302c598a49293292 columnFamilyName norep 2024-11-27T01:21:47,548 DEBUG [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:47,548 INFO [StoreOpener-1235d267711a63b4302c598a49293292-1 {}] regionserver.HStore(327): Store=1235d267711a63b4302c598a49293292/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:47,548 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,549 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,549 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,550 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,550 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,550 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:21:47,551 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,553 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:47,553 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1235d267711a63b4302c598a49293292; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65068659, jitterRate=-0.030401423573493958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:21:47,553 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1235d267711a63b4302c598a49293292 2024-11-27T01:21:47,553 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1235d267711a63b4302c598a49293292: Running coprocessor pre-open hook at 1732670507543Writing region info on filesystem at 1732670507543Initializing all the Stores at 1732670507544 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670507544Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670507544Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670507544Cleaning up temporary data from old regions at 1732670507550 (+6 ms)Running coprocessor post-open hooks at 1732670507553 (+3 ms)Region opened successfully at 1732670507553 2024-11-27T01:21:47,554 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670507206.1235d267711a63b4302c598a49293292., pid=6, masterSystemTime=1732670507539 2024-11-27T01:21:47,556 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:47,556 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:47,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1235d267711a63b4302c598a49293292, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:47,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1235d267711a63b4302c598a49293292, server=7d6f26a4c136,38239,1732670499149 because future has completed 2024-11-27T01:21:47,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:21:47,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1235d267711a63b4302c598a49293292, server=7d6f26a4c136,38239,1732670499149 in 172 msec 2024-11-27T01:21:47,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:21:47,563 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1235d267711a63b4302c598a49293292, ASSIGN in 329 msec 2024-11-27T01:21:47,563 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:21:47,564 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670507563"}]},"ts":"1732670507563"} 2024-11-27T01:21:47,565 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:21:47,566 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:21:47,567 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 360 msec 2024-11-27T01:21:47,582 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:21:47,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,627 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,635 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:47,834 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:21:47,834 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c15d1a2 2024-11-27T01:21:47,835 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:47,836 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:47,836 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-27T01:21:47,838 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:21:47,838 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:47,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-27T01:21:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:47,839 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:21:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741835_1011 (size=902) 2024-11-27T01:21:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:48,246 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14ce3429416ed87c4cbb3d93ab7a8131, NAME => 'test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24 2024-11-27T01:21:48,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741836_1012 (size=39) 2024-11-27T01:21:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:48,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:48,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 14ce3429416ed87c4cbb3d93ab7a8131, disabling compactions & flushes 2024-11-27T01:21:48,651 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:48,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:48,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. after waiting 0 ms 2024-11-27T01:21:48,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:48,651 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:48,651 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14ce3429416ed87c4cbb3d93ab7a8131: Waiting for close lock at 1732670508651Disabling compacts and flushes for region at 1732670508651Disabling writes for close at 1732670508651Writing region close event to WAL at 1732670508651Closed at 1732670508651 2024-11-27T01:21:48,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:21:48,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732670508652"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670508652"}]},"ts":"1732670508652"} 2024-11-27T01:21:48,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:21:48,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:21:48,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670508655"}]},"ts":"1732670508655"} 2024-11-27T01:21:48,656 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-27T01:21:48,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14ce3429416ed87c4cbb3d93ab7a8131, ASSIGN}] 2024-11-27T01:21:48,657 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=14ce3429416ed87c4cbb3d93ab7a8131, ASSIGN 2024-11-27T01:21:48,658 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=14ce3429416ed87c4cbb3d93ab7a8131, ASSIGN; state=OFFLINE, location=7d6f26a4c136,42507,1732670503023; forceNewPlan=false, retain=false 2024-11-27T01:21:48,808 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14ce3429416ed87c4cbb3d93ab7a8131, regionState=OPENING, regionLocation=7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:48,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=14ce3429416ed87c4cbb3d93ab7a8131, ASSIGN because future has completed 2024-11-27T01:21:48,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14ce3429416ed87c4cbb3d93ab7a8131, server=7d6f26a4c136,42507,1732670503023}] 2024-11-27T01:21:48,966 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:48,966 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 14ce3429416ed87c4cbb3d93ab7a8131, NAME => 'test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:48,966 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:48,967 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-27T01:21:48,967 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,967 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:48,967 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,967 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,968 INFO [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,969 INFO [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ce3429416ed87c4cbb3d93ab7a8131 columnFamilyName f 2024-11-27T01:21:48,969 DEBUG [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:48,969 INFO [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] regionserver.HStore(327): Store=14ce3429416ed87c4cbb3d93ab7a8131/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:48,970 INFO [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,970 INFO [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ce3429416ed87c4cbb3d93ab7a8131 columnFamilyName f1 2024-11-27T01:21:48,970 DEBUG [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:48,971 INFO [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] regionserver.HStore(327): Store=14ce3429416ed87c4cbb3d93ab7a8131/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:48,971 INFO [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,972 INFO [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14ce3429416ed87c4cbb3d93ab7a8131 columnFamilyName norep 2024-11-27T01:21:48,972 DEBUG [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:48,972 INFO [StoreOpener-14ce3429416ed87c4cbb3d93ab7a8131-1 {}] regionserver.HStore(327): Store=14ce3429416ed87c4cbb3d93ab7a8131/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:48,972 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,972 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,973 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,973 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,974 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:48,974 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:21:48,975 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,976 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:48,977 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 14ce3429416ed87c4cbb3d93ab7a8131; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69140773, jitterRate=0.030277803540229797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:21:48,977 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:48,977 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 14ce3429416ed87c4cbb3d93ab7a8131: Running coprocessor pre-open hook at 1732670508967Writing region info on filesystem at 1732670508967Initializing all the Stores at 1732670508968 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670508968Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670508968Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670508968Cleaning up temporary data from old regions at 1732670508974 (+6 ms)Running coprocessor post-open hooks at 1732670508977 (+3 ms)Region opened successfully at 1732670508977 2024-11-27T01:21:48,977 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131., pid=6, masterSystemTime=1732670508962 2024-11-27T01:21:48,979 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:48,979 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:48,979 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=14ce3429416ed87c4cbb3d93ab7a8131, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:48,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14ce3429416ed87c4cbb3d93ab7a8131, server=7d6f26a4c136,42507,1732670503023 because future has completed 2024-11-27T01:21:48,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T01:21:48,983 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 14ce3429416ed87c4cbb3d93ab7a8131, server=7d6f26a4c136,42507,1732670503023 in 172 msec 2024-11-27T01:21:48,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T01:21:48,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=14ce3429416ed87c4cbb3d93ab7a8131, ASSIGN in 327 msec 2024-11-27T01:21:48,985 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:21:48,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670508985"}]},"ts":"1732670508985"} 2024-11-27T01:21:48,987 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-27T01:21:48,988 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:21:48,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-27T01:21:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:21:49,984 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-27T01:21:49,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:49,985 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39303,-1 for getting cluster id 2024-11-27T01:21:49,985 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:49,986 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77ad7880-3030-4222-b026-ab3e250c5413' 2024-11-27T01:21:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77ad7880-3030-4222-b026-ab3e250c5413" 2024-11-27T01:21:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62e66aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:49,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39303,-1] 2024-11-27T01:21:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:49,987 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:49,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e09c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:49,988 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b26ec9 2024-11-27T01:21:49,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:49,990 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:49,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://7d6f26a4c136:35491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:21:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:21:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:49,993 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35491' 2024-11-27T01:21:49,994 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d8d3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:49,994 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35491,-1 for getting cluster id 2024-11-27T01:21:49,994 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:49,994 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de3836c9-ab04-4eb9-aecb-cbd993ad6c0e' 2024-11-27T01:21:49,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:49,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de3836c9-ab04-4eb9-aecb-cbd993ad6c0e" 2024-11-27T01:21:49,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5f2964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:49,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35491,-1] 2024-11-27T01:21:49,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:49,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:49,996 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:49,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f6fd43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:49,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:49,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:49,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5694750a 2024-11-27T01:21:49,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:49,997 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:49,998 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-27T01:21:49,998 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:21:49,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:49,998 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:49,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:49,999 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:21:49,999 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-27T01:21:50,000 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:21:50,000 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:50,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:21:50,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741837_1013 (size=1138) 2024-11-27T01:21:50,050 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-27T01:21:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:50,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:50,408 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 389020f59c40d2d91605341b21edf482, NAME => 'hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b 2024-11-27T01:21:50,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741838_1014 (size=44) 2024-11-27T01:21:50,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:50,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 389020f59c40d2d91605341b21edf482, disabling compactions & flushes 2024-11-27T01:21:50,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:21:50,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:21:50,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. after waiting 0 ms 2024-11-27T01:21:50,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:21:50,413 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:21:50,413 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 389020f59c40d2d91605341b21edf482: Waiting for close lock at 1732670510413Disabling compacts and flushes for region at 1732670510413Disabling writes for close at 1732670510413Writing region close event to WAL at 1732670510413Closed at 1732670510413 2024-11-27T01:21:50,414 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:21:50,414 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732670510414"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732670510414"}]},"ts":"1732670510414"} 2024-11-27T01:21:50,416 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:21:50,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:21:50,417 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670510417"}]},"ts":"1732670510417"} 2024-11-27T01:21:50,418 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-27T01:21:50,418 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=389020f59c40d2d91605341b21edf482, ASSIGN}] 2024-11-27T01:21:50,419 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=389020f59c40d2d91605341b21edf482, ASSIGN 2024-11-27T01:21:50,420 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=389020f59c40d2d91605341b21edf482, ASSIGN; state=OFFLINE, location=7d6f26a4c136,40311,1732670495408; forceNewPlan=false, retain=false 2024-11-27T01:21:50,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=389020f59c40d2d91605341b21edf482, regionState=OPENING, regionLocation=7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:50,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=389020f59c40d2d91605341b21edf482, ASSIGN because future has completed 2024-11-27T01:21:50,572 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 389020f59c40d2d91605341b21edf482, server=7d6f26a4c136,40311,1732670495408}] 2024-11-27T01:21:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:50,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:21:50,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:21:50,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-27T01:21:50,729 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=7d6f26a4c136%2C40311%2C1732670495408.rep, suffix=, logDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408, archiveDir=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/oldWALs, maxLogs=10 2024-11-27T01:21:50,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.rep.1732670510729, exclude list is [], retry=0 2024-11-27T01:21:50,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-cb48c642-a98d-46c7-8b39-2a05ad0c10f3,DISK] 2024-11-27T01:21:50,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.rep.1732670510729 2024-11-27T01:21:50,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34575:34575)] 2024-11-27T01:21:50,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 389020f59c40d2d91605341b21edf482, NAME => 'hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:21:50,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-27T01:21:50,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:21:50,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. service=MultiRowMutationService 2024-11-27T01:21:50,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-27T01:21:50,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:21:50,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,750 INFO [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,751 INFO [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 389020f59c40d2d91605341b21edf482 columnFamilyName hfileref 2024-11-27T01:21:50,751 DEBUG [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:50,752 INFO [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] regionserver.HStore(327): Store=389020f59c40d2d91605341b21edf482/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:50,752 INFO [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,753 INFO [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 389020f59c40d2d91605341b21edf482 columnFamilyName queue 2024-11-27T01:21:50,753 DEBUG [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:50,753 INFO [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] regionserver.HStore(327): Store=389020f59c40d2d91605341b21edf482/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:50,753 INFO [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,754 INFO [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 389020f59c40d2d91605341b21edf482 columnFamilyName sid 2024-11-27T01:21:50,754 DEBUG [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:21:50,754 INFO [StoreOpener-389020f59c40d2d91605341b21edf482-1 {}] regionserver.HStore(327): Store=389020f59c40d2d91605341b21edf482/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:21:50,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:21:50,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:21:50,758 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 389020f59c40d2d91605341b21edf482; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75433883, jitterRate=0.12405245006084442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:21:50,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 389020f59c40d2d91605341b21edf482 2024-11-27T01:21:50,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 389020f59c40d2d91605341b21edf482: Running coprocessor pre-open hook at 1732670510749Writing region info on filesystem at 1732670510749Initializing all the Stores at 1732670510750 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670510750Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670510750Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732670510750Cleaning up temporary data from old regions at 1732670510756 (+6 ms)Running coprocessor post-open hooks at 1732670510759 (+3 ms)Region opened successfully at 1732670510759 2024-11-27T01:21:50,759 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482., pid=10, masterSystemTime=1732670510724 2024-11-27T01:21:50,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:21:50,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:21:50,761 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=389020f59c40d2d91605341b21edf482, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,40311,1732670495408 2024-11-27T01:21:50,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 389020f59c40d2d91605341b21edf482, server=7d6f26a4c136,40311,1732670495408 because future has completed 2024-11-27T01:21:50,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:21:50,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 389020f59c40d2d91605341b21edf482, server=7d6f26a4c136,40311,1732670495408 in 192 msec 2024-11-27T01:21:50,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:21:50,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=389020f59c40d2d91605341b21edf482, ASSIGN in 347 msec 2024-11-27T01:21:50,767 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:21:50,767 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732670510767"}]},"ts":"1732670510767"} 2024-11-27T01:21:50,769 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-27T01:21:50,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:21:50,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 770 msec 2024-11-27T01:21:50,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2] 2024-11-27T01:21:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:50,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:21:50,815 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:21:50,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40311 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-27T01:21:50,967 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-27T01:21:51,004 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-7d6f26a4c136,40311,1732670495408, ReplicationSource: 1, currentBandwidth=0 2024-11-27T01:21:51,005 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:51,005 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,40311,1732670495408, seqNum=-1] 2024-11-27T01:21:51,005 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:51,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38145, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-27T01:21:51,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-7d6f26a4c136,40311,1732670495408', locateType=CURRENT is [region=hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2] 2024-11-27T01:21:51,009 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-27T01:21:51,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-27T01:21:51,011 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 7d6f26a4c136,40311,1732670495408 suceeded 2024-11-27T01:21:51,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-27T01:21:51,013 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-27T01:21:51,013 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://7d6f26a4c136:35491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:21:51,015 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0240 sec 2024-11-27T01:21:51,024 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:35491' 2024-11-27T01:21:51,026 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@474ee739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,026 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35491,-1 for getting cluster id 2024-11-27T01:21:51,026 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:51,026 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de3836c9-ab04-4eb9-aecb-cbd993ad6c0e' 2024-11-27T01:21:51,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:51,026 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de3836c9-ab04-4eb9-aecb-cbd993ad6c0e" 2024-11-27T01:21:51,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58afc2c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35491,-1] 2024-11-27T01:21:51,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:51,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:51,028 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:51,028 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73c9c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,028 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:51,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:51,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54fba25a 2024-11-27T01:21:51,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:51,030 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T01:21:51,030 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-7d6f26a4c136,40311,1732670495408 (queues=1) is replicating from cluster=77ad7880-3030-4222-b026-ab3e250c5413 to cluster=de3836c9-ab04-4eb9-aecb-cbd993ad6c0e 2024-11-27T01:21:51,030 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=7d6f26a4c136%2C40311%2C1732670495408 2024-11-27T01:21:51,030 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-7d6f26a4c136,40311,1732670495408, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:21:51,031 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C40311%2C1732670495408 2024-11-27T01:21:51,031 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243, startPosition=0, beingWritten=true 2024-11-27T01:21:51,035 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:21:51,035 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 to pos 379, reset compression=false 2024-11-27T01:21:51,035 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,40311,1732670495408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:21:51,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:21:51,134 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-27T01:21:51,134 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:51,134 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:51,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:51,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:51,134 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:51,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d27964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39303,-1 for getting cluster id 2024-11-27T01:21:51,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:51,136 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77ad7880-3030-4222-b026-ab3e250c5413' 2024-11-27T01:21:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77ad7880-3030-4222-b026-ab3e250c5413" 2024-11-27T01:21:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee4db57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39303,-1] 2024-11-27T01:21:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:51,136 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:51,137 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:51,137 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a15dab5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,138 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f70c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,138 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35491,-1 for getting cluster id 2024-11-27T01:21:51,138 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:51,139 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de3836c9-ab04-4eb9-aecb-cbd993ad6c0e' 2024-11-27T01:21:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de3836c9-ab04-4eb9-aecb-cbd993ad6c0e" 2024-11-27T01:21:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17643bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35491,-1] 2024-11-27T01:21:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:51,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:51,140 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:51,140 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67d7b865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,141 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def5204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,141 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,44157,-1 for getting cluster id 2024-11-27T01:21:51,141 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:51,141 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41d4c490-a389-4c19-bab9-bd3dfc4f8180' 2024-11-27T01:21:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41d4c490-a389-4c19-bab9-bd3dfc4f8180" 2024-11-27T01:21:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dcd0f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,44157,-1] 2024-11-27T01:21:51,141 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:51,142 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:51,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2976b40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:51,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732670511145/Put/seqid=0 2024-11-27T01:21:51,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741840_1016 (size=7894) 2024-11-27T01:21:51,238 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 to pos 379, reset compression=false 2024-11-27T01:21:51,551 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732670511551/Put/seqid=0 2024-11-27T01:21:51,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741841_1017 (size=7691) 2024-11-27T01:21:51,557 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 to pos 379, reset compression=false 2024-11-27T01:21:51,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50039cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,957 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39303,-1 for getting cluster id 2024-11-27T01:21:51,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:51,958 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77ad7880-3030-4222-b026-ab3e250c5413' 2024-11-27T01:21:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77ad7880-3030-4222-b026-ab3e250c5413" 2024-11-27T01:21:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3606e0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39303,-1] 2024-11-27T01:21:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:51,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:51,959 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:51,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5a4885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:51,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:51,960 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 to pos 379, reset compression=false 2024-11-27T01:21:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,40311,1732670495408, seqNum=-1] 2024-11-27T01:21:51,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:51,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:51,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:51,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1174b0d5 2024-11-27T01:21:51,970 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:51,970 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:51,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2] 2024-11-27T01:21:51,975 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:21:51,978 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-27T01:21:51,980 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-27T01:21:51,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a9cf3118ee50b1975b822bc1c8e9e966/f 2024-11-27T01:21:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T01:21:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:21:51,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a9cf3118ee50b1975b822bc1c8e9e966/f 2024-11-27T01:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T01:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:21:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HRegion(2603): Flush status journal for a9cf3118ee50b1975b822bc1c8e9e966: 2024-11-27T01:21:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__ls2dhtdu3k6vg7ugu4069l3b6bv9jh34f5sjblq5kr4hi98fo3fbvm5h13o7nh1j/f/hfile_0 2024-11-27T01:21:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__ls2dhtdu3k6vg7ugu4069l3b6bv9jh34f5sjblq5kr4hi98fo3fbvm5h13o7nh1j/f/hfile_0 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_ 2024-11-27T01:21:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__ls2dhtdu3k6vg7ugu4069l3b6bv9jh34f5sjblq5kr4hi98fo3fbvm5h13o7nh1j/f/hfile_1 2024-11-27T01:21:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__ls2dhtdu3k6vg7ugu4069l3b6bv9jh34f5sjblq5kr4hi98fo3fbvm5h13o7nh1j/f/hfile_1 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/12558190d82c400097d90ce922691cda_SeqId_4_ 2024-11-27T01:21:51,993 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__ls2dhtdu3k6vg7ugu4069l3b6bv9jh34f5sjblq5kr4hi98fo3fbvm5h13o7nh1j/f/hfile_0 into a9cf3118ee50b1975b822bc1c8e9e966/f as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_ - updating store file list. 2024-11-27T01:21:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:21:51,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_ into a9cf3118ee50b1975b822bc1c8e9e966/f 2024-11-27T01:21:51,996 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__ls2dhtdu3k6vg7ugu4069l3b6bv9jh34f5sjblq5kr4hi98fo3fbvm5h13o7nh1j/f/hfile_0 into a9cf3118ee50b1975b822bc1c8e9e966/f (new location: hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_) 2024-11-27T01:21:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__ls2dhtdu3k6vg7ugu4069l3b6bv9jh34f5sjblq5kr4hi98fo3fbvm5h13o7nh1j/f/hfile_0 2024-11-27T01:21:51,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__ls2dhtdu3k6vg7ugu4069l3b6bv9jh34f5sjblq5kr4hi98fo3fbvm5h13o7nh1j/f/hfile_1 into a9cf3118ee50b1975b822bc1c8e9e966/f as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/12558190d82c400097d90ce922691cda_SeqId_4_ - updating store file list. 2024-11-27T01:21:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12558190d82c400097d90ce922691cda_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:21:52,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/12558190d82c400097d90ce922691cda_SeqId_4_ into a9cf3118ee50b1975b822bc1c8e9e966/f 2024-11-27T01:21:52,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__ls2dhtdu3k6vg7ugu4069l3b6bv9jh34f5sjblq5kr4hi98fo3fbvm5h13o7nh1j/f/hfile_1 into a9cf3118ee50b1975b822bc1c8e9e966/f (new location: hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/12558190d82c400097d90ce922691cda_SeqId_4_) 2024-11-27T01:21:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__ls2dhtdu3k6vg7ugu4069l3b6bv9jh34f5sjblq5kr4hi98fo3fbvm5h13o7nh1j/f/hfile_1 2024-11-27T01:21:52,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:52,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:52,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:52,002 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:52,002 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:52,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2 , the old value is region=test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d6f26a4c136:40311 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:21:52,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:21:52,002 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2 from cache 2024-11-27T01:21:52,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:52,003 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T01:21:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,38239,1732670499149, seqNum=-1] 2024-11-27T01:21:52,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:52,004 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:52,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670507206.1235d267711a63b4302c598a49293292., hostname=7d6f26a4c136,38239,1732670499149, seqNum=2] 2024-11-27T01:21:52,006 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T01:21:52,104 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T01:21:52,464 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 to pos 379, reset compression=false 2024-11-27T01:21:52,468 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:21:52,469 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,40311,1732670495408 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9cf3118ee50b1975b822bc1c8e9e966/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732670512000/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T01:21:52,471 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:52,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T01:21:52,472 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.ReplicationSink(318): Replicating [77ad7880-3030-4222-b026-ab3e250c5413] bulk loaded data 2024-11-27T01:21:52,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b61606e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:52,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35491,-1 for getting cluster id 2024-11-27T01:21:52,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:52,473 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'de3836c9-ab04-4eb9-aecb-cbd993ad6c0e' 2024-11-27T01:21:52,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:52,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "de3836c9-ab04-4eb9-aecb-cbd993ad6c0e" 2024-11-27T01:21:52,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@110f5cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:52,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35491,-1] 2024-11-27T01:21:52,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:52,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:52,474 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:52,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b1cf03c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:52,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741837_1013 (size=7894) 2024-11-27T01:21:52,669 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 to pos 687, reset compression=false 2024-11-27T01:21:52,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741838_1014 (size=7691) 2024-11-27T01:21:52,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:52,893 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:21:52,893 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128769 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [7d6f26a4c136,40581,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-27T01:21:52,972 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 to pos 687, reset compression=false 2024-11-27T01:21:53,008 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T01:21:53,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:21:53,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,098 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,104 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,109 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:21:53,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:53,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:53,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f7b1b4b 2024-11-27T01:21:53,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:53,293 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-27T01:21:53,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:21:53,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,38239,1732670499149, seqNum=-1] 2024-11-27T01:21:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:53,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-27T01:21:53,301 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/12558190d82c400097d90ce922691cda_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-27T01:21:53,303 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-27T01:21:53,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_ for inclusion in 1235d267711a63b4302c598a49293292/f 2024-11-27T01:21:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-27T01:21:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:21:53,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/12558190d82c400097d90ce922691cda_SeqId_4_ for inclusion in 1235d267711a63b4302c598a49293292/f 2024-11-27T01:21:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-27T01:21:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:21:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HRegion(2603): Flush status journal for 1235d267711a63b4302c598a49293292: 2024-11-27T01:21:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:21:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_ as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/707a5dbcc995402d91e96a4d69263bc9_SeqId_4_ 2024-11-27T01:21:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 12558190d82c400097d90ce922691cda_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:21:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/12558190d82c400097d90ce922691cda_SeqId_4_ as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/46a8a891566e4ad0a55b6d3af0fc3721_SeqId_4_ 2024-11-27T01:21:53,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_ into 1235d267711a63b4302c598a49293292/f as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/707a5dbcc995402d91e96a4d69263bc9_SeqId_4_ - updating store file list. 2024-11-27T01:21:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 707a5dbcc995402d91e96a4d69263bc9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:21:53,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/707a5dbcc995402d91e96a4d69263bc9_SeqId_4_ into 1235d267711a63b4302c598a49293292/f 2024-11-27T01:21:53,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_ into 1235d267711a63b4302c598a49293292/f (new location: hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/707a5dbcc995402d91e96a4d69263bc9_SeqId_4_) 2024-11-27T01:21:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/1fbccbd0dd8e45039c4fe1a8c3547bef_SeqId_4_ 2024-11-27T01:21:53,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/12558190d82c400097d90ce922691cda_SeqId_4_ into 1235d267711a63b4302c598a49293292/f as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/46a8a891566e4ad0a55b6d3af0fc3721_SeqId_4_ - updating store file list. 2024-11-27T01:21:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 46a8a891566e4ad0a55b6d3af0fc3721_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:21:53,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/46a8a891566e4ad0a55b6d3af0fc3721_SeqId_4_ into 1235d267711a63b4302c598a49293292/f 2024-11-27T01:21:53,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/12558190d82c400097d90ce922691cda_SeqId_4_ into 1235d267711a63b4302c598a49293292/f (new location: hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/46a8a891566e4ad0a55b6d3af0fc3721_SeqId_4_) 2024-11-27T01:21:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__g0b2idahi84lq6icfv2bl9ii6rdepmro671r76e3davm9891sb9ekg8ncbdr3e7i/f/12558190d82c400097d90ce922691cda_SeqId_4_ 2024-11-27T01:21:53,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.ReplicationSink(324): Finished replicating [77ad7880-3030-4222-b026-ab3e250c5413] bulk loaded data 2024-11-27T01:21:53,375 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 to pos 687, reset compression=false 2024-11-27T01:21:53,878 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 to pos 687, reset compression=false 2024-11-27T01:21:54,014 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:54,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,42507,1732670503023, seqNum=-1] 2024-11-27T01:21:54,016 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:54,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:54,018 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131., hostname=7d6f26a4c136,42507,1732670503023, seqNum=2] 2024-11-27T01:21:54,023 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:54,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:21:54,025 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C40311%2C1732670495408:(num 1732670497243) roll requested 2024-11-27T01:21:54,040 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025, exclude list is [], retry=0 2024-11-27T01:21:54,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-cb48c642-a98d-46c7-8b39-2a05ad0c10f3,DISK] 2024-11-27T01:21:54,044 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 2024-11-27T01:21:54,044 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34575:34575)] 2024-11-27T01:21:54,044 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 is not closed yet, will try archiving it next time 2024-11-27T01:21:54,044 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C40311%2C1732670495408.meta:.meta(num 1732670497806) roll requested 2024-11-27T01:21:54,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741833_1009 (size=695) 2024-11-27T01:21:54,049 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 not finished, retry = 0 2024-11-27T01:21:54,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e4dba8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:54,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39303,-1 for getting cluster id 2024-11-27T01:21:54,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:54,050 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77ad7880-3030-4222-b026-ab3e250c5413' 2024-11-27T01:21:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77ad7880-3030-4222-b026-ab3e250c5413" 2024-11-27T01:21:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672f8395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39303,-1] 2024-11-27T01:21:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:54,050 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:54,051 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:54,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551b080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:54,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:54,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61c37512 2024-11-27T01:21:54,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:54,053 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:54,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://7d6f26a4c136:44157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-27T01:21:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-27T01:21:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T01:21:54,057 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:44157' 2024-11-27T01:21:54,058 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2909c0fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:54,058 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,44157,-1 for getting cluster id 2024-11-27T01:21:54,058 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:54,058 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41d4c490-a389-4c19-bab9-bd3dfc4f8180' 2024-11-27T01:21:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:54,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41d4c490-a389-4c19-bab9-bd3dfc4f8180" 2024-11-27T01:21:54,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2304fd72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:54,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,44157,-1] 2024-11-27T01:21:54,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:54,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:54,059 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:54,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb43ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:54,060 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:54,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:54,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1833d258 2024-11-27T01:21:54,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:54,061 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.meta.1732670514045.meta, exclude list is [], retry=0 2024-11-27T01:21:54,062 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:54,062 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-27T01:21:54,062 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-27T01:21:54,062 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:54,063 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:54,064 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:54,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-cb48c642-a98d-46c7-8b39-2a05ad0c10f3,DISK] 2024-11-27T01:21:54,066 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.meta.1732670497806.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.meta.1732670514045.meta 2024-11-27T01:21:54,066 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34575:34575)] 2024-11-27T01:21:54,066 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.meta.1732670497806.meta is not closed yet, will try archiving it next time 2024-11-27T01:21:54,066 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C40311%2C1732670495408.rep:(num 1732670510729) roll requested 2024-11-27T01:21:54,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741834_1010 (size=3473) 2024-11-27T01:21:54,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-27T01:21:54,087 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.rep.1732670514067, exclude list is [], retry=0 2024-11-27T01:21:54,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46187,DS-cb48c642-a98d-46c7-8b39-2a05ad0c10f3,DISK] 2024-11-27T01:21:54,090 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.rep.1732670510729 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.rep.1732670514067 2024-11-27T01:21:54,090 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34575:34575)] 2024-11-27T01:21:54,090 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.rep.1732670510729 is not closed yet, will try archiving it next time 2024-11-27T01:21:54,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741839_1015 (size=1505) 2024-11-27T01:21:54,092 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.rep.1732670510729 not finished, retry = 0 2024-11-27T01:21:54,151 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 to hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/oldWALs/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 2024-11-27T01:21:54,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T01:21:54,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40311 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-27T01:21:54,224 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-27T01:21:54,251 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-7d6f26a4c136,40311,1732670495408, ReplicationSource: 2, currentBandwidth=0 2024-11-27T01:21:54,253 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T01:21:54,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-27T01:21:54,255 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 7d6f26a4c136,40311,1732670495408 suceeded 2024-11-27T01:21:54,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T01:21:54,257 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-27T01:21:54,257 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://7d6f26a4c136:44157,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-27T01:21:54,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 203 msec 2024-11-27T01:21:54,267 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='7d6f26a4c136:44157' 2024-11-27T01:21:54,268 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ceb2a87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:54,268 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,44157,-1 for getting cluster id 2024-11-27T01:21:54,268 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:54,269 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41d4c490-a389-4c19-bab9-bd3dfc4f8180' 2024-11-27T01:21:54,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:54,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41d4c490-a389-4c19-bab9-bd3dfc4f8180" 2024-11-27T01:21:54,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64b2fd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:54,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,44157,-1] 2024-11-27T01:21:54,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:54,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:54,270 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:54,270 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49d11284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:54,270 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:54,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:54,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@376c9f1c 2024-11-27T01:21:54,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:54,272 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-27T01:21:54,272 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-7d6f26a4c136,40311,1732670495408 (queues=1) is replicating from cluster=77ad7880-3030-4222-b026-ab3e250c5413 to cluster=41d4c490-a389-4c19-bab9-bd3dfc4f8180 2024-11-27T01:21:54,273 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=7d6f26a4c136%2C40311%2C1732670495408 2024-11-27T01:21:54,273 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-7d6f26a4c136,40311,1732670495408, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-27T01:21:54,273 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 7d6f26a4c136%2C40311%2C1732670495408 2024-11-27T01:21:54,273 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025, startPosition=0, beingWritten=true 2024-11-27T01:21:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39303 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-27T01:21:54,374 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-27T01:21:54,374 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:54,374 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:54,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:54,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:54,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:54,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:21:54,378 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732670514377/Put/seqid=0 2024-11-27T01:21:54,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741845_1021 (size=11194) 2024-11-27T01:21:54,478 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 0, reset compression=false 2024-11-27T01:21:54,482 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 to pos 687, reset compression=false 2024-11-27T01:21:54,489 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 was moved to hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/oldWALs/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 2024-11-27T01:21:54,490 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243 2024-11-27T01:21:54,491 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025, startPosition=0, beingWritten=true 2024-11-27T01:21:54,491 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,40311,1732670495408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670497243, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-27T01:21:54,493 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [7d6f26a4c136%2C40311%2C1732670495408.1732670497243] 2024-11-27T01:21:54,782 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 0, reset compression=false 2024-11-27T01:21:54,787 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732670514786/Put/seqid=0 2024-11-27T01:21:54,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741846_1022 (size=10791) 2024-11-27T01:21:55,095 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-27T01:21:55,186 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 0, reset compression=false 2024-11-27T01:21:55,196 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 0, reset compression=false 2024-11-27T01:21:55,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aeb098d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:55,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,39303,-1 for getting cluster id 2024-11-27T01:21:55,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:55,203 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '77ad7880-3030-4222-b026-ab3e250c5413' 2024-11-27T01:21:55,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "77ad7880-3030-4222-b026-ab3e250c5413" 2024-11-27T01:21:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@81cafd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,39303,-1] 2024-11-27T01:21:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:55,204 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:55,204 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:55,205 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c67e29d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:55,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:55,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,40311,1732670495408, seqNum=-1] 2024-11-27T01:21:55,206 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:55,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:21:55,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:55,213 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,39303,1732670495293 2024-11-27T01:21:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@379d2608 2024-11-27T01:21:55,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:55,214 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:21:55,217 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2] 2024-11-27T01:21:55,218 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:21:55,223 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-27T01:21:55,225 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-27T01:21:55,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a9cf3118ee50b1975b822bc1c8e9e966/f 2024-11-27T01:21:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T01:21:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:21:55,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a9cf3118ee50b1975b822bc1c8e9e966/f 2024-11-27T01:21:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T01:21:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:21:55,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HRegion(2603): Flush status journal for a9cf3118ee50b1975b822bc1c8e9e966: 2024-11-27T01:21:55,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__qmvu9a25kn6038cs2ijerhmovvd2sar84u0gocjlqrhjtk93j775h4kbd8vi00eq/f/hfile_0 2024-11-27T01:21:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__qmvu9a25kn6038cs2ijerhmovvd2sar84u0gocjlqrhjtk93j775h4kbd8vi00eq/f/hfile_0 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ 2024-11-27T01:21:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__qmvu9a25kn6038cs2ijerhmovvd2sar84u0gocjlqrhjtk93j775h4kbd8vi00eq/f/hfile_1 2024-11-27T01:21:55,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__qmvu9a25kn6038cs2ijerhmovvd2sar84u0gocjlqrhjtk93j775h4kbd8vi00eq/f/hfile_1 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ 2024-11-27T01:21:55,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__qmvu9a25kn6038cs2ijerhmovvd2sar84u0gocjlqrhjtk93j775h4kbd8vi00eq/f/hfile_0 into a9cf3118ee50b1975b822bc1c8e9e966/f as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ - updating store file list. 2024-11-27T01:21:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T01:21:55,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ into a9cf3118ee50b1975b822bc1c8e9e966/f 2024-11-27T01:21:55,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__qmvu9a25kn6038cs2ijerhmovvd2sar84u0gocjlqrhjtk93j775h4kbd8vi00eq/f/hfile_0 into a9cf3118ee50b1975b822bc1c8e9e966/f (new location: hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_) 2024-11-27T01:21:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__qmvu9a25kn6038cs2ijerhmovvd2sar84u0gocjlqrhjtk93j775h4kbd8vi00eq/f/hfile_0 2024-11-27T01:21:55,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__qmvu9a25kn6038cs2ijerhmovvd2sar84u0gocjlqrhjtk93j775h4kbd8vi00eq/f/hfile_1 into a9cf3118ee50b1975b822bc1c8e9e966/f as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ - updating store file list. 2024-11-27T01:21:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T01:21:55,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ into a9cf3118ee50b1975b822bc1c8e9e966/f 2024-11-27T01:21:55,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__qmvu9a25kn6038cs2ijerhmovvd2sar84u0gocjlqrhjtk93j775h4kbd8vi00eq/f/hfile_1 into a9cf3118ee50b1975b822bc1c8e9e966/f (new location: hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_) 2024-11-27T01:21:55,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40311 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/staging/jenkins__test__qmvu9a25kn6038cs2ijerhmovvd2sar84u0gocjlqrhjtk93j775h4kbd8vi00eq/f/hfile_1 2024-11-27T01:21:55,254 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:55,254 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:55,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:55,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2 , the old value is region=test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d6f26a4c136:40311 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:21:55,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:21:55,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., hostname=7d6f26a4c136,40311,1732670495408, seqNum=2 from cache 2024-11-27T01:21:55,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:55,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:55,256 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T01:21:55,259 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-27T01:21:55,363 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T01:21:55,690 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 0, reset compression=false 2024-11-27T01:21:55,695 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:21:55,695 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7d6f26a4c136,40311,1732670495408 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9cf3118ee50b1975b822bc1c8e9e966/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732670515253/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T01:21:55,697 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:21:55,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-27T01:21:55,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.ReplicationSink(318): Replicating [77ad7880-3030-4222-b026-ab3e250c5413] bulk loaded data 2024-11-27T01:21:55,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46e9c16c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:55,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,44157,-1 for getting cluster id 2024-11-27T01:21:55,698 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:21:55,699 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41d4c490-a389-4c19-bab9-bd3dfc4f8180' 2024-11-27T01:21:55,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:21:55,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41d4c490-a389-4c19-bab9-bd3dfc4f8180" 2024-11-27T01:21:55,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b17853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:55,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,44157,-1] 2024-11-27T01:21:55,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:21:55,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:55,700 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:21:55,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e2c682b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T01:21:55,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741837_1013 (size=11194) 2024-11-27T01:21:55,895 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:55,999 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 0, reset compression=false 2024-11-27T01:21:56,004 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-27T01:21:56,004 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,40311,1732670495408 got entry batch from reader: WALEntryBatch [walEntries=[{test/a9cf3118ee50b1975b822bc1c8e9e966/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732670515253/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-27T01:21:56,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.ReplicationSink(318): Replicating [77ad7880-3030-4222-b026-ab3e250c5413] bulk loaded data 2024-11-27T01:21:56,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741839_1015 (size=11194) 2024-11-27T01:21:56,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741840_1016 (size=10791) 2024-11-27T01:21:56,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:21:56,029 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T01:21:56,031 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T01:21:56,033 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ for inclusion in 1235d267711a63b4302c598a49293292/f 2024-11-27T01:21:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T01:21:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:21:56,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ for inclusion in 1235d267711a63b4302c598a49293292/f 2024-11-27T01:21:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T01:21:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:21:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HRegion(2603): Flush status journal for 1235d267711a63b4302c598a49293292: 2024-11-27T01:21:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:21:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/addddf6d01304766a6f4a152e4923007_SeqId_6_ 2024-11-27T01:21:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:21:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/aad7cf33846447d1abdc017af9e9adb4_SeqId_6_ 2024-11-27T01:21:56,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ into 1235d267711a63b4302c598a49293292/f as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/addddf6d01304766a6f4a152e4923007_SeqId_6_ - updating store file list. 2024-11-27T01:21:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for addddf6d01304766a6f4a152e4923007_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T01:21:56,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/addddf6d01304766a6f4a152e4923007_SeqId_6_ into 1235d267711a63b4302c598a49293292/f 2024-11-27T01:21:56,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ into 1235d267711a63b4302c598a49293292/f (new location: hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/addddf6d01304766a6f4a152e4923007_SeqId_6_) 2024-11-27T01:21:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ 2024-11-27T01:21:56,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ into 1235d267711a63b4302c598a49293292/f as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/aad7cf33846447d1abdc017af9e9adb4_SeqId_6_ - updating store file list. 2024-11-27T01:21:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStoreFile(483): HFile Bloom filter type for aad7cf33846447d1abdc017af9e9adb4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-27T01:21:56,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/aad7cf33846447d1abdc017af9e9adb4_SeqId_6_ into 1235d267711a63b4302c598a49293292/f 2024-11-27T01:21:56,050 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ into 1235d267711a63b4302c598a49293292/f (new location: hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/f/aad7cf33846447d1abdc017af9e9adb4_SeqId_6_) 2024-11-27T01:21:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/staging/jenkins.hfs.22__test__2hkmer71agfi3mpb293f5v4nbd9ldn96deiu7p0klb86ef6khqb107fhrni9vd8/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ 2024-11-27T01:21:56,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38239 {}] regionserver.ReplicationSink(324): Finished replicating [77ad7880-3030-4222-b026-ab3e250c5413] bulk loaded data 2024-11-27T01:21:56,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741838_1014 (size=10791) 2024-11-27T01:21:56,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:21:56,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:56,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@656b4b23 2024-11-27T01:21:56,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:21:56,119 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-27T01:21:56,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-27T01:21:56,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:21:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,42507,1732670503023, seqNum=-1] 2024-11-27T01:21:56,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:21:56,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-27T01:21:56,127 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-27T01:21:56,129 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-27T01:21:56,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ for inclusion in 14ce3429416ed87c4cbb3d93ab7a8131/f 2024-11-27T01:21:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-27T01:21:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:21:56,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ for inclusion in 14ce3429416ed87c4cbb3d93ab7a8131/f 2024-11-27T01:21:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-27T01:21:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:21:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HRegion(2603): Flush status journal for 14ce3429416ed87c4cbb3d93ab7a8131: 2024-11-27T01:21:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:21:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ as hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131/f/e35690c4db1146009f217053700a0514_SeqId_4_ 2024-11-27T01:21:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-27T01:21:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ as hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131/f/3fbb8f3e21b84e579c1146bd382f9c71_SeqId_4_ 2024-11-27T01:21:56,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ into 14ce3429416ed87c4cbb3d93ab7a8131/f as hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131/f/e35690c4db1146009f217053700a0514_SeqId_4_ - updating store file list. 2024-11-27T01:21:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e35690c4db1146009f217053700a0514_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:21:56,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131/f/e35690c4db1146009f217053700a0514_SeqId_4_ into 14ce3429416ed87c4cbb3d93ab7a8131/f 2024-11-27T01:21:56,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ into 14ce3429416ed87c4cbb3d93ab7a8131/f (new location: hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131/f/e35690c4db1146009f217053700a0514_SeqId_4_) 2024-11-27T01:21:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/e6a0ec21f05148798294b3c30b0f04bb_SeqId_6_ 2024-11-27T01:21:56,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ into 14ce3429416ed87c4cbb3d93ab7a8131/f as hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131/f/3fbb8f3e21b84e579c1146bd382f9c71_SeqId_4_ - updating store file list. 2024-11-27T01:21:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3fbb8f3e21b84e579c1146bd382f9c71_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-27T01:21:56,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131/f/3fbb8f3e21b84e579c1146bd382f9c71_SeqId_4_ into 14ce3429416ed87c4cbb3d93ab7a8131/f 2024-11-27T01:21:56,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ into 14ce3429416ed87c4cbb3d93ab7a8131/f (new location: hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131/f/3fbb8f3e21b84e579c1146bd382f9c71_SeqId_4_) 2024-11-27T01:21:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/staging/jenkins.hfs.23__test__b49m5j9gof7f3ht902q0gfmoqa10a1boucr01bo0dr1vhq440qqjp0i3aacla8nr/f/ed4d6b1102114cd28bfc6a522e44a82e_SeqId_6_ 2024-11-27T01:21:56,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42507 {}] regionserver.ReplicationSink(324): Finished replicating [77ad7880-3030-4222-b026-ab3e250c5413] bulk loaded data 2024-11-27T01:21:56,199 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:56,204 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:56,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:21:56,273 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:56,273 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:56,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:56,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:56,273 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:21:56,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:56,274 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1421422238, stopped=false 2024-11-27T01:21:56,274 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,44157,1732670502985 2024-11-27T01:21:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1797002590/running 2024-11-27T01:21:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1797002590/running 2024-11-27T01:21:56,275 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:21:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:56,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:56,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:56,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:56,276 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,42507,1732670503023' ***** 2024-11-27T01:21:56,276 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:21:56,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Set watcher on znode that does not yet exist, /2-1797002590/running 2024-11-27T01:21:56,276 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:21:56,276 INFO [RS:0;7d6f26a4c136:42507 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:21:56,276 INFO [RS:0;7d6f26a4c136:42507 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:21:56,276 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:21:56,276 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(3091): Received CLOSE for 14ce3429416ed87c4cbb3d93ab7a8131 2024-11-27T01:21:56,277 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:56,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Set watcher on znode that does not yet exist, /2-1797002590/running 2024-11-27T01:21:56,277 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:21:56,277 INFO [RS:0;7d6f26a4c136:42507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:42507. 2024-11-27T01:21:56,277 DEBUG [RS:0;7d6f26a4c136:42507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:56,277 DEBUG [RS:0;7d6f26a4c136:42507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:56,277 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:21:56,277 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:21:56,277 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:21:56,277 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:21:56,277 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T01:21:56,278 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1325): Online Regions={14ce3429416ed87c4cbb3d93ab7a8131=test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131., 1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:21:56,278 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1351): Waiting on 14ce3429416ed87c4cbb3d93ab7a8131, 1588230740 2024-11-27T01:21:56,278 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 14ce3429416ed87c4cbb3d93ab7a8131, disabling compactions & flushes 2024-11-27T01:21:56,278 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:56,278 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:56,278 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. after waiting 0 ms 2024-11-27T01:21:56,278 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:21:56,278 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:56,278 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:21:56,278 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:21:56,278 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:21:56,278 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:21:56,278 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T01:21:56,290 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/default/test/14ce3429416ed87c4cbb3d93ab7a8131/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T01:21:56,291 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:21:56,291 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:21:56,291 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:56,291 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 14ce3429416ed87c4cbb3d93ab7a8131: Waiting for close lock at 1732670516278Running coprocessor pre-close hooks at 1732670516278Disabling compacts and flushes for region at 1732670516278Disabling writes for close at 1732670516278Writing region close event to WAL at 1732670516280 (+2 ms)Running coprocessor post-close hooks at 1732670516291 (+11 ms)Closed at 1732670516291 2024-11-27T01:21:56,291 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131. 2024-11-27T01:21:56,297 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/info/07910d087c0d463bac020af2178c529e is 129, key is test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131./info:regioninfo/1732670508979/Put/seqid=0 2024-11-27T01:21:56,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741839_1015 (size=6421) 2024-11-27T01:21:56,315 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:21:56,478 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:56,507 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:56,602 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:56,678 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:56,701 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/info/07910d087c0d463bac020af2178c529e 2024-11-27T01:21:56,719 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/ns/673bacb3a5f04d0cadf816fec2702f3d is 43, key is default/ns:d/1732670505963/Put/seqid=0 2024-11-27T01:21:56,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741840_1016 (size=5153) 2024-11-27T01:21:56,722 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/ns/673bacb3a5f04d0cadf816fec2702f3d 2024-11-27T01:21:56,740 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/rep_barrier/d824e2705995444c9b4e85269b3943eb is 112, key is test,,1732670507836.14ce3429416ed87c4cbb3d93ab7a8131./rep_barrier:seqnumDuringOpen/1732670508979/Put/seqid=0 2024-11-27T01:21:56,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741841_1017 (size=5518) 2024-11-27T01:21:56,878 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:56,905 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-11-27T01:21:56,905 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T01:21:56,910 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:56,972 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:21:56,972 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:21:57,078 DEBUG [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:57,105 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:57,143 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/rep_barrier/d824e2705995444c9b4e85269b3943eb 2024-11-27T01:21:57,164 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/table/fbfd9c4b951b4d36a1a51a7c9c575756 is 40, key is test/table:state/1732670508985/Put/seqid=0 2024-11-27T01:21:57,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741842_1018 (size=5165) 2024-11-27T01:21:57,167 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/table/fbfd9c4b951b4d36a1a51a7c9c575756 2024-11-27T01:21:57,171 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/info/07910d087c0d463bac020af2178c529e as hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/info/07910d087c0d463bac020af2178c529e 2024-11-27T01:21:57,175 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/info/07910d087c0d463bac020af2178c529e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T01:21:57,176 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/ns/673bacb3a5f04d0cadf816fec2702f3d as hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/ns/673bacb3a5f04d0cadf816fec2702f3d 2024-11-27T01:21:57,179 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/ns/673bacb3a5f04d0cadf816fec2702f3d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T01:21:57,180 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/rep_barrier/d824e2705995444c9b4e85269b3943eb as hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/rep_barrier/d824e2705995444c9b4e85269b3943eb 2024-11-27T01:21:57,183 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/rep_barrier/d824e2705995444c9b4e85269b3943eb, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T01:21:57,183 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/.tmp/table/fbfd9c4b951b4d36a1a51a7c9c575756 as hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/table/fbfd9c4b951b4d36a1a51a7c9c575756 2024-11-27T01:21:57,187 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/table/fbfd9c4b951b4d36a1a51a7c9c575756, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T01:21:57,188 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false 2024-11-27T01:21:57,191 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T01:21:57,192 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:21:57,192 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:21:57,192 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:57,192 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670516278Running coprocessor pre-close hooks at 1732670516278Disabling compacts and flushes for region at 1732670516278Disabling writes for close at 1732670516278Obtaining lock to block concurrent updates at 1732670516278Preparing flush snapshotting stores in 1588230740 at 1732670516278Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732670516278Flushing stores of hbase:meta,,1.1588230740 at 1732670516279 (+1 ms)Flushing 1588230740/info: creating writer at 1732670516279Flushing 1588230740/info: appending metadata at 1732670516297 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732670516297Flushing 1588230740/ns: creating writer at 1732670516704 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732670516718 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732670516718Flushing 1588230740/rep_barrier: creating writer at 1732670516726 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670516739 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670516739Flushing 1588230740/table: creating writer at 1732670517147 (+408 ms)Flushing 1588230740/table: appending metadata at 1732670517163 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732670517164 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2506c863: reopening flushed file at 1732670517171 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485da94e: reopening flushed file at 1732670517175 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c39890: reopening flushed file at 1732670517179 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13e36fa: reopening flushed file at 1732670517183 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 910ms, sequenceid=11, compaction requested=false at 1732670517188 (+5 ms)Writing region close event to WAL at 1732670517189 (+1 ms)Running coprocessor post-close hooks at 1732670517192 (+3 ms)Closed at 1732670517192 2024-11-27T01:21:57,192 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:21:57,278 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,42507,1732670503023; all regions closed. 2024-11-27T01:21:57,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741834_1010 (size=2717) 2024-11-27T01:21:57,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/WALs/7d6f26a4c136,42507,1732670503023/7d6f26a4c136%2C42507%2C1732670503023.meta.1732670505922.meta not finished, retry = 0 2024-11-27T01:21:57,383 DEBUG [RS:0;7d6f26a4c136:42507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/oldWALs 2024-11-27T01:21:57,383 INFO [RS:0;7d6f26a4c136:42507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C42507%2C1732670503023.meta:.meta(num 1732670505922) 2024-11-27T01:21:57,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741832_1008 (size=1028) 2024-11-27T01:21:57,385 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/WALs/7d6f26a4c136,42507,1732670503023/7d6f26a4c136%2C42507%2C1732670503023.1732670505039 not finished, retry = 0 2024-11-27T01:21:57,414 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:57,487 DEBUG [RS:0;7d6f26a4c136:42507 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/oldWALs 2024-11-27T01:21:57,487 INFO [RS:0;7d6f26a4c136:42507 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C42507%2C1732670503023:(num 1732670505039) 2024-11-27T01:21:57,487 DEBUG [RS:0;7d6f26a4c136:42507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:57,487 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:21:57,487 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:21:57,487 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:21:57,488 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:21:57,488 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:21:57,488 INFO [RS:0;7d6f26a4c136:42507 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:42507. 2024-11-27T01:21:57,488 DEBUG [RS:0;7d6f26a4c136:42507 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:57,488 DEBUG [RS:0;7d6f26a4c136:42507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:57,488 DEBUG [RS:0;7d6f26a4c136:42507 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:57,488 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:57,488 INFO [RS:0;7d6f26a4c136:42507 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42507 2024-11-27T01:21:57,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1797002590/rs/7d6f26a4c136,42507,1732670503023 2024-11-27T01:21:57,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590/rs 2024-11-27T01:21:57,490 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:21:57,491 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,42507,1732670503023] 2024-11-27T01:21:57,496 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1797002590/draining/7d6f26a4c136,42507,1732670503023 already deleted, retry=false 2024-11-27T01:21:57,496 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,42507,1732670503023 expired; onlineServers=0 2024-11-27T01:21:57,496 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,44157,1732670502985' ***** 2024-11-27T01:21:57,496 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:21:57,496 INFO [M:0;7d6f26a4c136:44157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:21:57,496 INFO [M:0;7d6f26a4c136:44157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:21:57,496 DEBUG [M:0;7d6f26a4c136:44157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:21:57,496 DEBUG [M:0;7d6f26a4c136:44157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:21:57,497 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:21:57,497 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670504784 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670504784,5,FailOnTimeoutGroup] 2024-11-27T01:21:57,497 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670504785 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670504785,5,FailOnTimeoutGroup] 2024-11-27T01:21:57,497 INFO [M:0;7d6f26a4c136:44157 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:21:57,497 INFO [M:0;7d6f26a4c136:44157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:21:57,497 DEBUG [M:0;7d6f26a4c136:44157 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:21:57,497 INFO [M:0;7d6f26a4c136:44157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:21:57,497 INFO [M:0;7d6f26a4c136:44157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:21:57,497 INFO [M:0;7d6f26a4c136:44157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:21:57,497 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:21:57,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1797002590/master 2024-11-27T01:21:57,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1797002590 2024-11-27T01:21:57,498 DEBUG [M:0;7d6f26a4c136:44157 {}] zookeeper.ZKUtil(347): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Unable to get data of znode /2-1797002590/master because node does not exist (not an error) 2024-11-27T01:21:57,498 WARN [M:0;7d6f26a4c136:44157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:21:57,499 INFO [M:0;7d6f26a4c136:44157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/.lastflushedseqids 2024-11-27T01:21:57,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741843_1019 (size=173) 2024-11-27T01:21:57,502 INFO [M:0;7d6f26a4c136:44157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:21:57,503 INFO [M:0;7d6f26a4c136:44157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:21:57,503 DEBUG [M:0;7d6f26a4c136:44157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:21:57,503 INFO [M:0;7d6f26a4c136:44157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:57,503 DEBUG [M:0;7d6f26a4c136:44157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:57,503 DEBUG [M:0;7d6f26a4c136:44157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:21:57,503 DEBUG [M:0;7d6f26a4c136:44157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:57,503 INFO [M:0;7d6f26a4c136:44157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-27T01:21:57,518 DEBUG [M:0;7d6f26a4c136:44157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/132f672d6d34453897c92d34d6254d8e is 82, key is hbase:meta,,1/info:regioninfo/1732670505952/Put/seqid=0 2024-11-27T01:21:57,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741844_1020 (size=5672) 2024-11-27T01:21:57,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:57,591 INFO [RS:0;7d6f26a4c136:42507 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:21:57,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42507-0x10157037fd00007, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:57,592 INFO [RS:0;7d6f26a4c136:42507 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,42507,1732670503023; zookeeper connection closed. 2024-11-27T01:21:57,592 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1aa72b1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1aa72b1e 2024-11-27T01:21:57,592 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:21:57,708 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:57,922 INFO [M:0;7d6f26a4c136:44157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/132f672d6d34453897c92d34d6254d8e 2024-11-27T01:21:57,943 DEBUG [M:0;7d6f26a4c136:44157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b63a92198094329b1aea66c7380749c is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732670508989/Put/seqid=0 2024-11-27T01:21:57,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741845_1021 (size=6587) 2024-11-27T01:21:58,017 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:58,350 INFO [M:0;7d6f26a4c136:44157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b63a92198094329b1aea66c7380749c 2024-11-27T01:21:58,368 DEBUG [M:0;7d6f26a4c136:44157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bec56d108d24557836f8e6e82e4b27a is 69, key is 7d6f26a4c136,42507,1732670503023/rs:state/1732670504893/Put/seqid=0 2024-11-27T01:21:58,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741846_1022 (size=5156) 2024-11-27T01:21:58,412 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:58,721 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:58,772 INFO [M:0;7d6f26a4c136:44157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bec56d108d24557836f8e6e82e4b27a 2024-11-27T01:21:58,775 DEBUG [M:0;7d6f26a4c136:44157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/132f672d6d34453897c92d34d6254d8e as hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/132f672d6d34453897c92d34d6254d8e 2024-11-27T01:21:58,779 INFO [M:0;7d6f26a4c136:44157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/132f672d6d34453897c92d34d6254d8e, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T01:21:58,779 DEBUG [M:0;7d6f26a4c136:44157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0b63a92198094329b1aea66c7380749c as hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b63a92198094329b1aea66c7380749c 2024-11-27T01:21:58,782 INFO [M:0;7d6f26a4c136:44157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0b63a92198094329b1aea66c7380749c, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T01:21:58,783 DEBUG [M:0;7d6f26a4c136:44157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bec56d108d24557836f8e6e82e4b27a as hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bec56d108d24557836f8e6e82e4b27a 2024-11-27T01:21:58,786 INFO [M:0;7d6f26a4c136:44157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33145/user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bec56d108d24557836f8e6e82e4b27a, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T01:21:58,787 INFO [M:0;7d6f26a4c136:44157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=55, compaction requested=false 2024-11-27T01:21:58,788 INFO [M:0;7d6f26a4c136:44157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:21:58,788 DEBUG [M:0;7d6f26a4c136:44157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670517503Disabling compacts and flushes for region at 1732670517503Disabling writes for close at 1732670517503Obtaining lock to block concurrent updates at 1732670517503Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670517503Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732670517503Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670517504 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670517504Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670517517 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670517517Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670517926 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670517942 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670517942Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670518354 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670518367 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670518367Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6debf0f: reopening flushed file at 1732670518775 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@be6f76f: reopening flushed file at 1732670518779 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37321d6: reopening flushed file at 1732670518783 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=55, compaction requested=false at 1732670518787 (+4 ms)Writing region close event to WAL at 1732670518788 (+1 ms)Closed at 1732670518788 2024-11-27T01:21:58,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34155 is added to blk_1073741830_1006 (size=32782) 2024-11-27T01:21:58,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9310e881-883d-ab0e-8c09-3dd2a1153b24/MasterData/WALs/7d6f26a4c136,44157,1732670502985/7d6f26a4c136%2C44157%2C1732670502985.1732670504705 not finished, retry = 0 2024-11-27T01:21:58,891 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:21:58,891 INFO [M:0;7d6f26a4c136:44157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:21:58,891 INFO [M:0;7d6f26a4c136:44157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44157 2024-11-27T01:21:58,891 INFO [M:0;7d6f26a4c136:44157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:21:58,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:58,994 INFO [M:0;7d6f26a4c136:44157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:21:58,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44157-0x10157037fd00006, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:21:58,996 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d58bdab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:21:58,996 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@178eeafe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:21:58,997 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:21:58,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38110666{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:21:58,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37dd00a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/hadoop.log.dir/,STOPPED} 2024-11-27T01:21:58,999 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:21:58,999 WARN [BP-1688807971-172.17.0.2-1732670502213 heartbeating to localhost/127.0.0.1:33145 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:21:58,999 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:21:58,999 WARN [BP-1688807971-172.17.0.2-1732670502213 heartbeating to localhost/127.0.0.1:33145 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1688807971-172.17.0.2-1732670502213 (Datanode Uuid 38933900-9667-402b-9469-0f9c54b99a77) service to localhost/127.0.0.1:33145 2024-11-27T01:21:58,999 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/cluster_de48e99c-6049-35c3-a01f-699899c85ea5/data/data1/current/BP-1688807971-172.17.0.2-1732670502213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:21:59,000 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/cluster_de48e99c-6049-35c3-a01f-699899c85ea5/data/data2/current/BP-1688807971-172.17.0.2-1732670502213 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:21:59,000 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:21:59,005 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c5f8c9f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:21:59,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ddb20b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:21:59,006 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:21:59,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a37f2d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:21:59,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72194659{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cc225afe-ac1f-b429-bb3d-926976c471d7/hadoop.log.dir/,STOPPED} 2024-11-27T01:21:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:21:59,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:21:59,021 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:59,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:59,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:59,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:59,021 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:21:59,021 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:21:59,021 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=542939990, stopped=false 2024-11-27T01:21:59,021 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,35491,1732670499112 2024-11-27T01:21:59,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11948897345/running 2024-11-27T01:21:59,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:59,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11948897345/running 2024-11-27T01:21:59,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:21:59,023 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:21:59,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Set watcher on znode that does not yet exist, /11948897345/running 2024-11-27T01:21:59,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:21:59,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:59,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:59,024 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,38239,1732670499149' ***** 2024-11-27T01:21:59,024 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:21:59,024 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Set watcher on znode that does not yet exist, /11948897345/running 2024-11-27T01:21:59,024 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:21:59,024 INFO [RS:0;7d6f26a4c136:38239 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:21:59,024 INFO [RS:0;7d6f26a4c136:38239 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:21:59,024 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1235d267711a63b4302c598a49293292 2024-11-27T01:21:59,024 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:21:59,024 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,38239,1732670499149 2024-11-27T01:21:59,024 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:21:59,025 INFO [RS:0;7d6f26a4c136:38239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:38239. 2024-11-27T01:21:59,025 DEBUG [RS:0;7d6f26a4c136:38239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:21:59,025 DEBUG [RS:0;7d6f26a4c136:38239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:21:59,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1235d267711a63b4302c598a49293292, disabling compactions & flushes 2024-11-27T01:21:59,025 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:59,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:59,025 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:21:59,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670507206.1235d267711a63b4302c598a49293292. after waiting 0 ms 2024-11-27T01:21:59,025 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:21:59,025 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:59,025 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:21:59,025 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:21:59,025 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-27T01:21:59,025 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1235d267711a63b4302c598a49293292=test,,1732670507206.1235d267711a63b4302c598a49293292.} 2024-11-27T01:21:59,025 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1351): Waiting on 1235d267711a63b4302c598a49293292, 1588230740 2024-11-27T01:21:59,025 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:21:59,025 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:21:59,025 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:21:59,025 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:21:59,025 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:21:59,025 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-27T01:21:59,028 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/default/test/1235d267711a63b4302c598a49293292/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T01:21:59,029 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:21:59,029 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:21:59,029 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:59,029 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1235d267711a63b4302c598a49293292: Waiting for close lock at 1732670519025Running coprocessor pre-close hooks at 1732670519025Disabling compacts and flushes for region at 1732670519025Disabling writes for close at 1732670519025Writing region close event to WAL at 1732670519025Running coprocessor post-close hooks at 1732670519029 (+4 ms)Closed at 1732670519029 2024-11-27T01:21:59,029 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670507206.1235d267711a63b4302c598a49293292. 2024-11-27T01:21:59,040 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/info/a516e571985b4eabb10286ec6609325b is 129, key is test,,1732670507206.1235d267711a63b4302c598a49293292./info:regioninfo/1732670507556/Put/seqid=0 2024-11-27T01:21:59,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741841_1017 (size=6421) 2024-11-27T01:21:59,119 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:21:59,215 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:59,225 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:59,425 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:59,444 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/info/a516e571985b4eabb10286ec6609325b 2024-11-27T01:21:59,466 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/ns/13d8622a0fd54e96b87b6044cde92b39 is 43, key is default/ns:d/1732670502103/Put/seqid=0 2024-11-27T01:21:59,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741842_1018 (size=5153) 2024-11-27T01:21:59,525 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:21:59,626 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:59,826 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:21:59,870 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/ns/13d8622a0fd54e96b87b6044cde92b39 2024-11-27T01:21:59,887 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/rep_barrier/e1cea2e0f6664cf7ae2e389299cd98a8 is 112, key is test,,1732670507206.1235d267711a63b4302c598a49293292./rep_barrier:seqnumDuringOpen/1732670507556/Put/seqid=0 2024-11-27T01:21:59,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741843_1019 (size=5518) 2024-11-27T01:22:00,005 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:22:00,005 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:22:00,026 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:22:00,026 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:22:00,026 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:22:00,050 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:22:00,118 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:22:00,226 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:22:00,291 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/rep_barrier/e1cea2e0f6664cf7ae2e389299cd98a8 2024-11-27T01:22:00,308 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/table/c53655204968436f9ab5eb92ec7817c9 is 40, key is test/table:state/1732670507563/Put/seqid=0 2024-11-27T01:22:00,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741844_1020 (size=5165) 2024-11-27T01:22:00,426 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:22:00,429 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:22:00,627 DEBUG [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:22:00,712 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/table/c53655204968436f9ab5eb92ec7817c9 2024-11-27T01:22:00,716 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/info/a516e571985b4eabb10286ec6609325b as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/info/a516e571985b4eabb10286ec6609325b 2024-11-27T01:22:00,720 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/info/a516e571985b4eabb10286ec6609325b, entries=10, sequenceid=11, filesize=6.3 K 2024-11-27T01:22:00,721 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/ns/13d8622a0fd54e96b87b6044cde92b39 as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/ns/13d8622a0fd54e96b87b6044cde92b39 2024-11-27T01:22:00,724 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/ns/13d8622a0fd54e96b87b6044cde92b39, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T01:22:00,725 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/rep_barrier/e1cea2e0f6664cf7ae2e389299cd98a8 as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/rep_barrier/e1cea2e0f6664cf7ae2e389299cd98a8 2024-11-27T01:22:00,728 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/rep_barrier/e1cea2e0f6664cf7ae2e389299cd98a8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-27T01:22:00,728 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/.tmp/table/c53655204968436f9ab5eb92ec7817c9 as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/table/c53655204968436f9ab5eb92ec7817c9 2024-11-27T01:22:00,731 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/table/c53655204968436f9ab5eb92ec7817c9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-27T01:22:00,732 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=11, compaction requested=false 2024-11-27T01:22:00,736 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-27T01:22:00,736 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:22:00,736 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:22:00,736 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:22:00,736 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670519025Running coprocessor pre-close hooks at 1732670519025Disabling compacts and flushes for region at 1732670519025Disabling writes for close at 1732670519025Obtaining lock to block concurrent updates at 1732670519025Preparing flush snapshotting stores in 1588230740 at 1732670519025Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732670519026 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732670519026Flushing 1588230740/info: creating writer at 1732670519026Flushing 1588230740/info: appending metadata at 1732670519040 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732670519040Flushing 1588230740/ns: creating writer at 1732670519449 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732670519465 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732670519465Flushing 1588230740/rep_barrier: creating writer at 1732670519873 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670519887 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670519887Flushing 1588230740/table: creating writer at 1732670520294 (+407 ms)Flushing 1588230740/table: appending metadata at 1732670520308 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732670520308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@333f7ad0: reopening flushed file at 1732670520716 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54bb2e3c: reopening flushed file at 1732670520720 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a3085ee: reopening flushed file at 1732670520724 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67f96a1d: reopening flushed file at 1732670520728 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=11, compaction requested=false at 1732670520732 (+4 ms)Writing region close event to WAL at 1732670520733 (+1 ms)Running coprocessor post-close hooks at 1732670520736 (+3 ms)Closed at 1732670520736 2024-11-27T01:22:00,736 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:22:00,827 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,38239,1732670499149; all regions closed. 2024-11-27T01:22:00,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741834_1010 (size=2717) 2024-11-27T01:22:00,831 DEBUG [RS:0;7d6f26a4c136:38239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/oldWALs 2024-11-27T01:22:00,831 INFO [RS:0;7d6f26a4c136:38239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C38239%2C1732670499149.meta:.meta(num 1732670502037) 2024-11-27T01:22:00,833 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/WALs/7d6f26a4c136,38239,1732670499149/7d6f26a4c136%2C38239%2C1732670499149.1732670501153 not finished, retry = 0 2024-11-27T01:22:00,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741832_1008 (size=1374) 2024-11-27T01:22:00,935 DEBUG [RS:0;7d6f26a4c136:38239 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/oldWALs 2024-11-27T01:22:00,935 INFO [RS:0;7d6f26a4c136:38239 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C38239%2C1732670499149:(num 1732670501153) 2024-11-27T01:22:00,935 DEBUG [RS:0;7d6f26a4c136:38239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:00,935 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:22:00,935 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:22:00,935 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T01:22:00,935 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:22:00,935 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:22:00,935 INFO [RS:0;7d6f26a4c136:38239 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:38239. 2024-11-27T01:22:00,935 DEBUG [RS:0;7d6f26a4c136:38239 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:22:00,935 DEBUG [RS:0;7d6f26a4c136:38239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:00,936 DEBUG [RS:0;7d6f26a4c136:38239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:00,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:22:00,936 INFO [RS:0;7d6f26a4c136:38239 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38239 2024-11-27T01:22:00,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345/rs 2024-11-27T01:22:00,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11948897345/rs/7d6f26a4c136,38239,1732670499149 2024-11-27T01:22:00,937 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:22:00,938 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,38239,1732670499149] 2024-11-27T01:22:00,941 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11948897345/draining/7d6f26a4c136,38239,1732670499149 already deleted, retry=false 2024-11-27T01:22:00,941 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,38239,1732670499149 expired; onlineServers=0 2024-11-27T01:22:00,941 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,35491,1732670499112' ***** 2024-11-27T01:22:00,941 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:22:00,941 INFO [M:0;7d6f26a4c136:35491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:22:00,941 INFO [M:0;7d6f26a4c136:35491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:22:00,941 DEBUG [M:0;7d6f26a4c136:35491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:22:00,941 DEBUG [M:0;7d6f26a4c136:35491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:22:00,941 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:22:00,941 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670500897 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670500897,5,FailOnTimeoutGroup] 2024-11-27T01:22:00,941 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670500897 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670500897,5,FailOnTimeoutGroup] 2024-11-27T01:22:00,941 INFO [M:0;7d6f26a4c136:35491 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:22:00,941 INFO [M:0;7d6f26a4c136:35491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:22:00,941 DEBUG [M:0;7d6f26a4c136:35491 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:22:00,941 INFO [M:0;7d6f26a4c136:35491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:22:00,942 INFO [M:0;7d6f26a4c136:35491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:22:00,942 INFO [M:0;7d6f26a4c136:35491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:22:00,942 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:22:00,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11948897345/master 2024-11-27T01:22:00,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11948897345 2024-11-27T01:22:00,942 DEBUG [M:0;7d6f26a4c136:35491 {}] zookeeper.ZKUtil(347): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Unable to get data of znode /11948897345/master because node does not exist (not an error) 2024-11-27T01:22:00,942 WARN [M:0;7d6f26a4c136:35491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:22:00,943 INFO [M:0;7d6f26a4c136:35491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/.lastflushedseqids 2024-11-27T01:22:00,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741845_1021 (size=173) 2024-11-27T01:22:01,040 INFO [RS:0;7d6f26a4c136:38239 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:22:01,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:22:01,040 INFO [RS:0;7d6f26a4c136:38239 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,38239,1732670499149; zookeeper connection closed. 2024-11-27T01:22:01,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38239-0x10157037fd00004, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:22:01,041 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e04c22 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e04c22 2024-11-27T01:22:01,041 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:22:01,122 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:22:01,347 INFO [M:0;7d6f26a4c136:35491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:22:01,347 INFO [M:0;7d6f26a4c136:35491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:22:01,348 DEBUG [M:0;7d6f26a4c136:35491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:22:01,348 INFO [M:0;7d6f26a4c136:35491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:22:01,348 DEBUG [M:0;7d6f26a4c136:35491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:22:01,348 DEBUG [M:0;7d6f26a4c136:35491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:22:01,348 DEBUG [M:0;7d6f26a4c136:35491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:22:01,348 INFO [M:0;7d6f26a4c136:35491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-27T01:22:01,366 DEBUG [M:0;7d6f26a4c136:35491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80be59d031674641af7ab2265039d2b2 is 82, key is hbase:meta,,1/info:regioninfo/1732670502092/Put/seqid=0 2024-11-27T01:22:01,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741846_1022 (size=5672) 2024-11-27T01:22:01,432 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:22:01,769 INFO [M:0;7d6f26a4c136:35491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80be59d031674641af7ab2265039d2b2 2024-11-27T01:22:01,786 DEBUG [M:0;7d6f26a4c136:35491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577c9964f0bb411ba29ba1d5a486d906 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732670507566/Put/seqid=0 2024-11-27T01:22:01,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741847_1023 (size=6586) 2024-11-27T01:22:01,793 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-27T01:22:01,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:01,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-27T01:22:02,190 INFO [M:0;7d6f26a4c136:35491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577c9964f0bb411ba29ba1d5a486d906 2024-11-27T01:22:02,207 DEBUG [M:0;7d6f26a4c136:35491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a90c5e58d594993b7972287570be952 is 69, key is 7d6f26a4c136,38239,1732670499149/rs:state/1732670500992/Put/seqid=0 2024-11-27T01:22:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741848_1024 (size=5156) 2024-11-27T01:22:02,225 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:22:02,536 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:22:02,611 INFO [M:0;7d6f26a4c136:35491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a90c5e58d594993b7972287570be952 2024-11-27T01:22:02,615 DEBUG [M:0;7d6f26a4c136:35491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/80be59d031674641af7ab2265039d2b2 as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80be59d031674641af7ab2265039d2b2 2024-11-27T01:22:02,619 INFO [M:0;7d6f26a4c136:35491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/80be59d031674641af7ab2265039d2b2, entries=8, sequenceid=55, filesize=5.5 K 2024-11-27T01:22:02,620 DEBUG [M:0;7d6f26a4c136:35491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/577c9964f0bb411ba29ba1d5a486d906 as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/577c9964f0bb411ba29ba1d5a486d906 2024-11-27T01:22:02,624 INFO [M:0;7d6f26a4c136:35491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/577c9964f0bb411ba29ba1d5a486d906, entries=6, sequenceid=55, filesize=6.4 K 2024-11-27T01:22:02,625 DEBUG [M:0;7d6f26a4c136:35491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8a90c5e58d594993b7972287570be952 as hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a90c5e58d594993b7972287570be952 2024-11-27T01:22:02,628 INFO [M:0;7d6f26a4c136:35491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45235/user/jenkins/test-data/e51ca348-89cc-5143-fad1-cc873b27251e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8a90c5e58d594993b7972287570be952, entries=1, sequenceid=55, filesize=5.0 K 2024-11-27T01:22:02,629 INFO [M:0;7d6f26a4c136:35491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=55, compaction requested=false 2024-11-27T01:22:02,631 INFO [M:0;7d6f26a4c136:35491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:22:02,631 DEBUG [M:0;7d6f26a4c136:35491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670521348Disabling compacts and flushes for region at 1732670521348Disabling writes for close at 1732670521348Obtaining lock to block concurrent updates at 1732670521348Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670521348Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732670521348Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670521349 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670521349Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670521365 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670521365Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670521773 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670521786 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670521786Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670522194 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670522207 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670522207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47ab002e: reopening flushed file at 1732670522615 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41fb3984: reopening flushed file at 1732670522620 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f2fe037: reopening flushed file at 1732670522624 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=55, compaction requested=false at 1732670522629 (+5 ms)Writing region close event to WAL at 1732670522631 (+2 ms)Closed at 1732670522631 2024-11-27T01:22:02,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32955 is added to blk_1073741830_1006 (size=32770) 2024-11-27T01:22:02,635 INFO [M:0;7d6f26a4c136:35491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:22:02,635 INFO [M:0;7d6f26a4c136:35491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35491 2024-11-27T01:22:02,635 INFO [M:0;7d6f26a4c136:35491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:22:02,637 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:22:02,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:22:02,738 INFO [M:0;7d6f26a4c136:35491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:22:02,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35491-0x10157037fd00003, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:22:02,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8cd85a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:22:02,741 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4abd7308{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:22:02,741 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:22:02,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cbb98e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:22:02,741 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cb611e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/hadoop.log.dir/,STOPPED} 2024-11-27T01:22:02,742 WARN [BP-326477592-172.17.0.2-1732670497991 heartbeating to localhost/127.0.0.1:45235 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:22:02,742 WARN [BP-326477592-172.17.0.2-1732670497991 heartbeating to localhost/127.0.0.1:45235 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-326477592-172.17.0.2-1732670497991 (Datanode Uuid 3d0de784-010a-40dd-8b83-8c15d15f8002) service to localhost/127.0.0.1:45235 2024-11-27T01:22:02,742 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:22:02,743 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:22:02,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/cluster_2600bb99-bd7d-9f5f-48f5-5caf76c61f4e/data/data1/current/BP-326477592-172.17.0.2-1732670497991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:22:02,743 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/cluster_2600bb99-bd7d-9f5f-48f5-5caf76c61f4e/data/data2/current/BP-326477592-172.17.0.2-1732670497991 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:22:02,744 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:22:02,750 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@585ec6e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:22:02,750 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f411e41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:22:02,750 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:22:02,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61cb2c0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:22:02,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46672585{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1901bf74-22ad-b4f3-3a15-f701c2d51a4f/hadoop.log.dir/,STOPPED} 2024-11-27T01:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:22:02,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:22:02,766 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:22:02,766 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:22:02,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:02,766 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:02,766 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:22:02,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:22:02,766 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=62873949, stopped=false 2024-11-27T01:22:02,766 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,39303,1732670495293 2024-11-27T01:22:02,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/018458488/running 2024-11-27T01:22:02,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/018458488/running 2024-11-27T01:22:02,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:22:02,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:22:02,769 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:22:02,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Set watcher on znode that does not yet exist, /018458488/running 2024-11-27T01:22:02,770 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Set watcher on znode that does not yet exist, /018458488/running 2024-11-27T01:22:02,771 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:22:02,771 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:22:02,771 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:02,771 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,40311,1732670495408' ***** 2024-11-27T01:22:02,771 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:22:02,771 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:22:02,771 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:22:02,771 INFO [RS:0;7d6f26a4c136:40311 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:22:02,771 INFO [RS:0;7d6f26a4c136:40311 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:22:02,771 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(3091): Received CLOSE for a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:22:02,772 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(3091): Received CLOSE for 389020f59c40d2d91605341b21edf482 2024-11-27T01:22:02,772 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,40311,1732670495408 2024-11-27T01:22:02,772 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:22:02,772 INFO [RS:0;7d6f26a4c136:40311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:40311. 2024-11-27T01:22:02,772 DEBUG [RS:0;7d6f26a4c136:40311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:22:02,772 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a9cf3118ee50b1975b822bc1c8e9e966, disabling compactions & flushes 2024-11-27T01:22:02,772 DEBUG [RS:0;7d6f26a4c136:40311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:02,772 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:22:02,772 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:22:02,772 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. after waiting 0 ms 2024-11-27T01:22:02,772 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:22:02,772 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:22:02,772 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:22:02,772 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:22:02,772 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:22:02,772 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-27T01:22:02,772 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1325): Online Regions={a9cf3118ee50b1975b822bc1c8e9e966=test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966., 1588230740=hbase:meta,,1.1588230740, 389020f59c40d2d91605341b21edf482=hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482.} 2024-11-27T01:22:02,772 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 389020f59c40d2d91605341b21edf482, a9cf3118ee50b1975b822bc1c8e9e966 2024-11-27T01:22:02,772 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:22:02,772 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:22:02,773 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:22:02,773 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:22:02,773 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:22:02,773 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-27T01:22:02,776 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/default/test/a9cf3118ee50b1975b822bc1c8e9e966/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-27T01:22:02,776 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:22:02,776 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-27T01:22:02,776 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:22:02,776 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a9cf3118ee50b1975b822bc1c8e9e966: Waiting for close lock at 1732670522772Running coprocessor pre-close hooks at 1732670522772Disabling compacts and flushes for region at 1732670522772Disabling writes for close at 1732670522772Writing region close event to WAL at 1732670522773 (+1 ms)Running coprocessor post-close hooks at 1732670522776 (+3 ms)Closed at 1732670522776 2024-11-27T01:22:02,776 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966. 2024-11-27T01:22:02,777 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 389020f59c40d2d91605341b21edf482, disabling compactions & flushes 2024-11-27T01:22:02,777 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:22:02,777 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:22:02,777 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. after waiting 0 ms 2024-11-27T01:22:02,777 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:22:02,777 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 389020f59c40d2d91605341b21edf482 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-27T01:22:02,793 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/info/ac1348cd0be847418a07fdb47c261520 is 147, key is hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482./info:regioninfo/1732670510761/Put/seqid=0 2024-11-27T01:22:02,795 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/.tmp/hfileref/a7185559937240a09fc6ee2869f283c6 is 74, key is 1/hfileref:12558190d82c400097d90ce922691cda_SeqId_4_/1732670513324/DeleteColumn/seqid=0 2024-11-27T01:22:02,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741847_1023 (size=7686) 2024-11-27T01:22:02,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741848_1024 (size=5489) 2024-11-27T01:22:02,802 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/.tmp/hfileref/a7185559937240a09fc6ee2869f283c6 2024-11-27T01:22:02,819 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/.tmp/queue/00d41dc764d148e0a15b72699c193007 is 153, key is 1-7d6f26a4c136,40311,1732670495408/queue:7d6f26a4c136%2C40311%2C1732670495408/1732670516055/Put/seqid=0 2024-11-27T01:22:02,821 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:22:02,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741849_1025 (size=5504) 2024-11-27T01:22:02,973 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 389020f59c40d2d91605341b21edf482 2024-11-27T01:22:03,108 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:22:03,108 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:22:03,173 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 389020f59c40d2d91605341b21edf482 2024-11-27T01:22:03,198 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/info/ac1348cd0be847418a07fdb47c261520 2024-11-27T01:22:03,218 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/ns/b0f49478619f4ad78e9d5fcc101b6a42 is 43, key is default/ns:d/1732670497859/Put/seqid=0 2024-11-27T01:22:03,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741850_1026 (size=5153) 2024-11-27T01:22:03,222 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/.tmp/queue/00d41dc764d148e0a15b72699c193007 2024-11-27T01:22:03,226 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/.tmp/hfileref/a7185559937240a09fc6ee2869f283c6 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/hfileref/a7185559937240a09fc6ee2869f283c6 2024-11-27T01:22:03,229 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/hfileref/a7185559937240a09fc6ee2869f283c6, entries=6, sequenceid=17, filesize=5.4 K 2024-11-27T01:22:03,230 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/.tmp/queue/00d41dc764d148e0a15b72699c193007 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/queue/00d41dc764d148e0a15b72699c193007 2024-11-27T01:22:03,233 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/queue/00d41dc764d148e0a15b72699c193007, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T01:22:03,233 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 389020f59c40d2d91605341b21edf482 in 456ms, sequenceid=17, compaction requested=false 2024-11-27T01:22:03,236 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/replication/389020f59c40d2d91605341b21edf482/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-27T01:22:03,237 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:22:03,237 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:22:03,237 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:22:03,237 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 389020f59c40d2d91605341b21edf482: Waiting for close lock at 1732670522777Running coprocessor pre-close hooks at 1732670522777Disabling compacts and flushes for region at 1732670522777Disabling writes for close at 1732670522777Obtaining lock to block concurrent updates at 1732670522777Preparing flush snapshotting stores in 389020f59c40d2d91605341b21edf482 at 1732670522777Finished memstore snapshotting hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732670522777Flushing stores of hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. at 1732670522777Flushing 389020f59c40d2d91605341b21edf482/hfileref: creating writer at 1732670522777Flushing 389020f59c40d2d91605341b21edf482/hfileref: appending metadata at 1732670522795 (+18 ms)Flushing 389020f59c40d2d91605341b21edf482/hfileref: closing flushed file at 1732670522795Flushing 389020f59c40d2d91605341b21edf482/queue: creating writer at 1732670522805 (+10 ms)Flushing 389020f59c40d2d91605341b21edf482/queue: appending metadata at 1732670522818 (+13 ms)Flushing 389020f59c40d2d91605341b21edf482/queue: closing flushed file at 1732670522818Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d63c363: reopening flushed file at 1732670523226 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578ba37d: reopening flushed file at 1732670523229 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 389020f59c40d2d91605341b21edf482 in 456ms, sequenceid=17, compaction requested=false at 1732670523233 (+4 ms)Writing region close event to WAL at 1732670523234 (+1 ms)Running coprocessor post-close hooks at 1732670523237 (+3 ms)Closed at 1732670523237 2024-11-27T01:22:03,237 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732670509998.389020f59c40d2d91605341b21edf482. 2024-11-27T01:22:03,373 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:22:03,431 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:22:03,436 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:22:03,436 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 688, reset compression=false 2024-11-27T01:22:03,436 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-7d6f26a4c136,40311,1732670495408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:22:03,437 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 7d6f26a4c136,40311,1732670495408: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-7d6f26a4c136,40311,1732670495408, walGroup=7d6f26a4c136%2C40311%2C1732670495408, offset=7d6f26a4c136%2C40311%2C1732670495408.1732670514025:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:40311 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-27T01:22:03,438 ERROR [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-27T01:22:03,438 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-27T01:22:03,439 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-27T01:22:03,439 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-27T01:22:03,439 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-27T01:22:03,439 INFO [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1619001344, "init": 1048576000, "max": 2306867200, "used": 978264368 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207942600 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-27T01:22:03,439 WARN [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:39303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:39303 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-27T01:22:03,573 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:22:03,623 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/ns/b0f49478619f4ad78e9d5fcc101b6a42 2024-11-27T01:22:03,642 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 688, reset compression=false 2024-11-27T01:22:03,646 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/rep_barrier/82ff4909c00746c0b245996f8a2d8db2 is 112, key is test,,1732670506061.a9cf3118ee50b1975b822bc1c8e9e966./rep_barrier:seqnumDuringOpen/1732670506806/Put/seqid=0 2024-11-27T01:22:03,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741851_1027 (size=5518) 2024-11-27T01:22:03,651 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/rep_barrier/82ff4909c00746c0b245996f8a2d8db2 2024-11-27T01:22:03,672 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/table/ef64c0822a454a2d82a611b021a79c9a is 53, key is hbase:replication/table:state/1732670510767/Put/seqid=0 2024-11-27T01:22:03,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741852_1028 (size=5308) 2024-11-27T01:22:03,740 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 393, reset compression=false 2024-11-27T01:22:03,744 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-27T01:22:03,744 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 688, reset compression=false 2024-11-27T01:22:03,744 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-7d6f26a4c136,40311,1732670495408 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-27T01:22:03,745 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-27T01:22:03,773 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-27T01:22:03,774 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-27T01:22:03,774 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:22:03,945 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 688, reset compression=false 2024-11-27T01:22:03,947 DEBUG [RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.wal-reader.7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/WALs/7d6f26a4c136,40311,1732670495408/7d6f26a4c136%2C40311%2C1732670495408.1732670514025 to pos 688, reset compression=false 2024-11-27T01:22:03,974 DEBUG [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:22:04,076 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/table/ef64c0822a454a2d82a611b021a79c9a 2024-11-27T01:22:04,080 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/info/ac1348cd0be847418a07fdb47c261520 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/info/ac1348cd0be847418a07fdb47c261520 2024-11-27T01:22:04,084 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/info/ac1348cd0be847418a07fdb47c261520, entries=20, sequenceid=16, filesize=7.5 K 2024-11-27T01:22:04,084 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/ns/b0f49478619f4ad78e9d5fcc101b6a42 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/ns/b0f49478619f4ad78e9d5fcc101b6a42 2024-11-27T01:22:04,087 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/ns/b0f49478619f4ad78e9d5fcc101b6a42, entries=2, sequenceid=16, filesize=5.0 K 2024-11-27T01:22:04,088 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/rep_barrier/82ff4909c00746c0b245996f8a2d8db2 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/rep_barrier/82ff4909c00746c0b245996f8a2d8db2 2024-11-27T01:22:04,091 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/rep_barrier/82ff4909c00746c0b245996f8a2d8db2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-27T01:22:04,091 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/.tmp/table/ef64c0822a454a2d82a611b021a79c9a as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/table/ef64c0822a454a2d82a611b021a79c9a 2024-11-27T01:22:04,094 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/table/ef64c0822a454a2d82a611b021a79c9a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-27T01:22:04,095 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false 2024-11-27T01:22:04,095 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:22:04,099 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-27T01:22:04,100 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-27T01:22:04,100 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:22:04,100 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:22:04,100 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732670522772Running coprocessor pre-close hooks at 1732670522772Disabling compacts and flushes for region at 1732670522772Disabling writes for close at 1732670522773 (+1 ms)Obtaining lock to block concurrent updates at 1732670522773Preparing flush snapshotting stores in 1588230740 at 1732670522773Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732670522773Flushing stores of hbase:meta,,1.1588230740 at 1732670522773Flushing 1588230740/info: creating writer at 1732670522774 (+1 ms)Flushing 1588230740/info: appending metadata at 1732670522792 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732670522792Flushing 1588230740/ns: creating writer at 1732670523201 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732670523218 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732670523218Flushing 1588230740/rep_barrier: creating writer at 1732670523627 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732670523645 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732670523645Flushing 1588230740/table: creating writer at 1732670523655 (+10 ms)Flushing 1588230740/table: appending metadata at 1732670523672 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732670523672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d17ac97: reopening flushed file at 1732670524080 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b4575fa: reopening flushed file at 1732670524084 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb4a574: reopening flushed file at 1732670524087 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@761921ce: reopening flushed file at 1732670524091 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1322ms, sequenceid=16, compaction requested=false at 1732670524095 (+4 ms)Writing region close event to WAL at 1732670524097 (+2 ms)Running coprocessor post-close hooks at 1732670524100 (+3 ms)Closed at 1732670524100 2024-11-27T01:22:04,100 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:22:04,174 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,40311,1732670495408; all regions closed. 2024-11-27T01:22:04,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741843_1019 (size=859) 2024-11-27T01:22:04,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741844_1020 (size=2791) 2024-11-27T01:22:04,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741842_1018 (size=696) 2024-11-27T01:22:04,180 DEBUG [RS:0;7d6f26a4c136:40311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:04,180 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:22:04,180 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:22:04,180 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-27T01:22:04,180 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:22:04,180 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:22:04,181 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-7d6f26a4c136,40311,1732670495408 because: Region server is closing 2024-11-27T01:22:04,181 INFO [RS:0;7d6f26a4c136:40311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:40311. 2024-11-27T01:22:04,181 DEBUG [RS:0;7d6f26a4c136:40311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:22:04,181 DEBUG [RS:0;7d6f26a4c136:40311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:04,181 DEBUG [RS:0;7d6f26a4c136:40311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:04,181 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:22:04,282 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,1-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,1-7d6f26a4c136,40311,1732670495408 terminated 2024-11-27T01:22:04,282 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-7d6f26a4c136,40311,1732670495408 because: Region server is closing 2024-11-27T01:22:04,282 INFO [RS:0;7d6f26a4c136:40311 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:40311. 2024-11-27T01:22:04,282 DEBUG [RS:0;7d6f26a4c136:40311 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:22:04,282 DEBUG [RS:0;7d6f26a4c136:40311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:04,282 DEBUG [RS:0;7d6f26a4c136:40311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:22:04,282 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:22:04,382 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/7d6f26a4c136:0-0.replicationSource,2-7d6f26a4c136,40311,1732670495408.replicationSource.shipper7d6f26a4c136%2C40311%2C1732670495408,2-7d6f26a4c136,40311,1732670495408 terminated 2024-11-27T01:22:04,382 INFO [RS:0;7d6f26a4c136:40311 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40311 2024-11-27T01:22:04,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/018458488/rs/7d6f26a4c136,40311,1732670495408 2024-11-27T01:22:04,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488/rs 2024-11-27T01:22:04,385 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:22:04,385 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,40311,1732670495408] 2024-11-27T01:22:04,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /018458488/draining/7d6f26a4c136,40311,1732670495408 already deleted, retry=false 2024-11-27T01:22:04,387 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,40311,1732670495408 expired; onlineServers=0 2024-11-27T01:22:04,387 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,39303,1732670495293' ***** 2024-11-27T01:22:04,387 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:22:04,387 INFO [M:0;7d6f26a4c136:39303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:22:04,387 INFO [M:0;7d6f26a4c136:39303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:22:04,387 DEBUG [M:0;7d6f26a4c136:39303 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:22:04,387 DEBUG [M:0;7d6f26a4c136:39303 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:22:04,387 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:22:04,387 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670497064 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732670497064,5,FailOnTimeoutGroup] 2024-11-27T01:22:04,387 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670497065 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732670497065,5,FailOnTimeoutGroup] 2024-11-27T01:22:04,388 INFO [M:0;7d6f26a4c136:39303 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:22:04,388 INFO [M:0;7d6f26a4c136:39303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:22:04,388 DEBUG [M:0;7d6f26a4c136:39303 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:22:04,388 INFO [M:0;7d6f26a4c136:39303 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:22:04,388 INFO [M:0;7d6f26a4c136:39303 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:22:04,388 INFO [M:0;7d6f26a4c136:39303 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:22:04,388 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:22:04,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/018458488/master 2024-11-27T01:22:04,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/018458488 2024-11-27T01:22:04,390 DEBUG [M:0;7d6f26a4c136:39303 {}] zookeeper.ZKUtil(347): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Unable to get data of znode /018458488/master because node does not exist (not an error) 2024-11-27T01:22:04,391 WARN [M:0;7d6f26a4c136:39303 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:22:04,391 INFO [M:0;7d6f26a4c136:39303 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/.lastflushedseqids 2024-11-27T01:22:04,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741853_1029 (size=263) 2024-11-27T01:22:04,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:22:04,486 INFO [RS:0;7d6f26a4c136:40311 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:22:04,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40311-0x10157037fd00001, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:22:04,486 INFO [RS:0;7d6f26a4c136:40311 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,40311,1732670495408; zookeeper connection closed. 2024-11-27T01:22:04,487 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19cfaf62 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19cfaf62 2024-11-27T01:22:04,487 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:22:04,795 INFO [M:0;7d6f26a4c136:39303 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:22:04,795 INFO [M:0;7d6f26a4c136:39303 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:22:04,796 DEBUG [M:0;7d6f26a4c136:39303 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:22:04,796 INFO [M:0;7d6f26a4c136:39303 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:22:04,796 DEBUG [M:0;7d6f26a4c136:39303 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:22:04,796 DEBUG [M:0;7d6f26a4c136:39303 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:22:04,796 DEBUG [M:0;7d6f26a4c136:39303 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:22:04,796 INFO [M:0;7d6f26a4c136:39303 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-27T01:22:04,814 DEBUG [M:0;7d6f26a4c136:39303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88f64e13c426442c9bd83c9d7fe10431 is 82, key is hbase:meta,,1/info:regioninfo/1732670497839/Put/seqid=0 2024-11-27T01:22:04,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741854_1030 (size=5672) 2024-11-27T01:22:04,817 INFO [M:0;7d6f26a4c136:39303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88f64e13c426442c9bd83c9d7fe10431 2024-11-27T01:22:04,834 DEBUG [M:0;7d6f26a4c136:39303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9424b9abdf664778ad9e019535abfd96 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732670510770/Put/seqid=0 2024-11-27T01:22:04,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741855_1031 (size=8909) 2024-11-27T01:22:04,885 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:22:05,237 INFO [M:0;7d6f26a4c136:39303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9424b9abdf664778ad9e019535abfd96 2024-11-27T01:22:05,259 DEBUG [M:0;7d6f26a4c136:39303 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a99cf06bbcd4e5f9e683e194c3ed6e3 is 69, key is 7d6f26a4c136,40311,1732670495408/rs:state/1732670497085/Put/seqid=0 2024-11-27T01:22:05,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741856_1032 (size=5156) 2024-11-27T01:22:05,262 INFO [M:0;7d6f26a4c136:39303 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a99cf06bbcd4e5f9e683e194c3ed6e3 2024-11-27T01:22:05,266 DEBUG [M:0;7d6f26a4c136:39303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/88f64e13c426442c9bd83c9d7fe10431 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88f64e13c426442c9bd83c9d7fe10431 2024-11-27T01:22:05,269 INFO [M:0;7d6f26a4c136:39303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/88f64e13c426442c9bd83c9d7fe10431, entries=8, sequenceid=112, filesize=5.5 K 2024-11-27T01:22:05,271 DEBUG [M:0;7d6f26a4c136:39303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9424b9abdf664778ad9e019535abfd96 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9424b9abdf664778ad9e019535abfd96 2024-11-27T01:22:05,274 INFO [M:0;7d6f26a4c136:39303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9424b9abdf664778ad9e019535abfd96, entries=13, sequenceid=112, filesize=8.7 K 2024-11-27T01:22:05,275 DEBUG [M:0;7d6f26a4c136:39303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a99cf06bbcd4e5f9e683e194c3ed6e3 as hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a99cf06bbcd4e5f9e683e194c3ed6e3 2024-11-27T01:22:05,278 INFO [M:0;7d6f26a4c136:39303 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46851/user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a99cf06bbcd4e5f9e683e194c3ed6e3, entries=1, sequenceid=112, filesize=5.0 K 2024-11-27T01:22:05,278 INFO [M:0;7d6f26a4c136:39303 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=112, compaction requested=false 2024-11-27T01:22:05,279 INFO [M:0;7d6f26a4c136:39303 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:22:05,280 DEBUG [M:0;7d6f26a4c136:39303 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732670524796Disabling compacts and flushes for region at 1732670524796Disabling writes for close at 1732670524796Obtaining lock to block concurrent updates at 1732670524796Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732670524796Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1732670524796Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732670524797 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732670524797Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732670524814 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732670524814Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732670524821 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732670524833 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732670524834 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732670525241 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732670525258 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732670525258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57cacd3d: reopening flushed file at 1732670525265 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41337c40: reopening flushed file at 1732670525270 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@150d2b1: reopening flushed file at 1732670525274 (+4 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 482ms, sequenceid=112, compaction requested=false at 1732670525278 (+4 ms)Writing region close event to WAL at 1732670525279 (+1 ms)Closed at 1732670525279 2024-11-27T01:22:05,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46187 is added to blk_1073741830_1006 (size=69055) 2024-11-27T01:22:05,281 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61c29cf4-5891-9a8a-d2f0-05a55055f59b/MasterData/WALs/7d6f26a4c136,39303,1732670495293/7d6f26a4c136%2C39303%2C1732670495293.1732670496926 not finished, retry = 0 2024-11-27T01:22:05,382 INFO [M:0;7d6f26a4c136:39303 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:22:05,382 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:22:05,382 INFO [M:0;7d6f26a4c136:39303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39303 2024-11-27T01:22:05,383 INFO [M:0;7d6f26a4c136:39303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:22:05,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:22:05,484 INFO [M:0;7d6f26a4c136:39303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:22:05,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39303-0x10157037fd00000, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:22:05,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6160b959{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:22:05,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e38b7c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:22:05,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:22:05,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59f17d5d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:22:05,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c8d82be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/hadoop.log.dir/,STOPPED} 2024-11-27T01:22:05,489 WARN [BP-1558341639-172.17.0.2-1732670494046 heartbeating to localhost/127.0.0.1:46851 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:22:05,489 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:22:05,489 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:22:05,489 WARN [BP-1558341639-172.17.0.2-1732670494046 heartbeating to localhost/127.0.0.1:46851 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1558341639-172.17.0.2-1732670494046 (Datanode Uuid 9a9edc90-a833-4ab9-bc2e-047021958433) service to localhost/127.0.0.1:46851 2024-11-27T01:22:05,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/cluster_3311e336-c8b0-9546-6c05-dac995643168/data/data1/current/BP-1558341639-172.17.0.2-1732670494046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:22:05,490 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/cluster_3311e336-c8b0-9546-6c05-dac995643168/data/data2/current/BP-1558341639-172.17.0.2-1732670494046 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:22:05,490 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:22:05,497 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@665d0c31{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:22:05,498 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@620fb933{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:22:05,498 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:22:05,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21edd6e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:22:05,498 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@765ecaf3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9bde7e34-13a4-dadc-9217-3d9bcc7ed4a8/hadoop.log.dir/,STOPPED} 2024-11-27T01:22:05,504 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T01:22:05,514 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:22:05,531 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=598 (was 536) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33145 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53886) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46851 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46851 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46851 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33145 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45235 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45235 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45235 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53886) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46851 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46851 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53886) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45235 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33145 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33145 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:45235 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:33145 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46851 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=334 (was 381), ProcessCount=11 (was 11), AvailableMemoryMB=4922 (was 5599) 2024-11-27T01:22:05,532 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=598 is superior to 500 2024-11-27T01:22:05,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10157037fd00005, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:22:05,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10157037fd00008, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:22:05,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10157037fd00002, quorum=127.0.0.1:53886, baseZNode=/018458488 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-27T01:22:05,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10157037fd00008, quorum=127.0.0.1:53886, baseZNode=/2-1797002590 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:22:05,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10157037fd00005, quorum=127.0.0.1:53886, baseZNode=/11948897345 Received Disconnected from ZooKeeper, ignoring 2024-11-27T01:22:05,602 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10157037fd00002, quorum=127.0.0.1:53886, baseZNode=/018458488 Received Disconnected from ZooKeeper, ignoring